00000800:00000200:3.1F:1769073243.409306:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ccb2fe5] -> 12345-192.168.204.148@tcp (2) 00000800:00000200:3.1:1769073243.419367:0:2388:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1769073243.419377:0:2388:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.148@tcp ip 192.168.204.148:988 00000800:00000200:3.1:1769073243.419382:0:2388:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000264b4dbf type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1769073243.427349:0:2388:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1769073243.431057:0:2388:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000080:00200000:3.0:1769074863.818913:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.818921:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.818924:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.818930:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.818933:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.818940:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.818943:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.818949:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.818952:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.818959:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.818962:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074863.819111:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819117:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074863.819126:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819130:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.819221:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819227:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.819240:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819243:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.819252:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819255:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.819263:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819266:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.819275:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819278:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.819286:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819289:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.819296:0:103483:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.819300:0:103483:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074863.940962:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074863.940981:0:103495:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074863.940988:0:103495:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074863.941021:0:103495:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074863.941040:0:103495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074863.941057:0:103495:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074863.941064:0:103495:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074863.941079:0:103495:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074863.941082:0:103495:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074863.941089:0:103495:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c228fcb8 00010000:00010000:3.0:1769074863.941093:0:103495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074863.941101:0:103495:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074863.945300:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945320:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074863.945332:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945337:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.945346:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945349:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.945358:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945361:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.945370:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945372:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074863.945380:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945384:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.945392:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945395:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.945403:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945405:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074863.945412:0:103495:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074863.945416:0:103495:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.100464:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100476:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.100487:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100491:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100498:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100500:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100508:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100511:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100517:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100519:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100527:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100530:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.100536:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100539:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.100545:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100547:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.100554:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100557:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074864.100721:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100726:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.100735:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100738:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100746:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100749:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100757:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100759:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100768:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100771:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.100778:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100781:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.100787:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100790:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.100797:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100800:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.100807:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100811:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.100979:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.100985:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.100998:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101001:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.101010:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101015:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.101024:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101027:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.101035:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101037:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.101046:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101049:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.101058:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101061:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.101069:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101072:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.101081:0:103511:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.101085:0:103511:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074864.140596:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.140607:0:103516:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.140612:0:103516:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.140628:0:103516:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.140639:0:103516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.140650:0:103516:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.140656:0:103516:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.140661:0:103516:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.140664:0:103516:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.140668:0:103516:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c221fcb8 00010000:00010000:3.0:1769074864.140672:0:103516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.140679:0:103516:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.142088:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142102:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.142114:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142119:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.142127:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142130:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.142178:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142182:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.142192:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142195:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.142203:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142207:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.142214:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142218:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.142226:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142229:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.142238:0:103516:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.142242:0:103516:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.207961:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.207975:0:103523:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.207984:0:103523:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.208326:0:103523:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.208340:0:103523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.208352:0:103523:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.208358:0:103523:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.208364:0:103523:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.208367:0:103523:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.208372:0:103523:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c22cfcb8 00010000:00010000:3.0:1769074864.208375:0:103523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.208381:0:103523:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.211485:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211499:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.211525:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211530:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.211541:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211545:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.211554:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211557:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.211566:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211569:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.211579:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211582:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.211590:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211593:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.211600:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211602:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.211610:0:103523:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.211614:0:103523:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.226184:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.226203:0:103528:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.226211:0:103528:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.226242:0:103528:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.226263:0:103528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.226292:0:103528:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.226300:0:103528:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.226309:0:103528:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.226313:0:103528:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.226320:0:103528:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2237cb8 00010000:00010000:3.0:1769074864.226324:0:103528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.226339:0:103528:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.227662:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227677:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.227689:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227693:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.227700:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227703:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.227710:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227712:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.227719:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227721:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.227728:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227732:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.227740:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227742:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.227749:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227752:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.227759:0:103528:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.227763:0:103528:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.235615:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235629:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.235643:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235648:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.235662:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235669:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.235682:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235686:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.235696:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235701:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.235710:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235715:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.235726:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235732:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.235843:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235849:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.235869:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.235874:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074864.237550:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237555:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.237561:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237563:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.237568:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237571:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.237586:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237588:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.237597:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237602:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.237621:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237625:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.237642:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237647:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.237664:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237669:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.237685:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237690:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074864.237948:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237955:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.237976:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.237985:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238003:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238006:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238029:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238033:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238042:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238045:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238052:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238054:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238060:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238062:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238066:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238069:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238077:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238080:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074864.238246:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238250:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.238256:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238258:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238263:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238265:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238271:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238274:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238281:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238284:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238291:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238293:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238300:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238303:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238311:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238314:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238322:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238326:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.238419:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238422:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.238429:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238431:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238435:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238437:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238442:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238444:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238448:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238449:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238453:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238455:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238459:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238461:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238465:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238467:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238471:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238474:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074864.238567:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238570:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.238576:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238577:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238582:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238584:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238589:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238590:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238597:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238599:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.238604:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238606:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238611:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238613:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238617:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238620:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.238629:0:103531:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.238633:0:103531:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.268957:0:103535:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.268979:0:103535:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.268987:0:103535:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.269017:0:103535:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.269037:0:103535:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.269053:0:103535:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.269061:0:103535:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.269069:0:103535:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.269074:0:103535:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.269081:0:103535:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c22e7cb8 00010000:00010000:3.0:1769074864.269086:0:103535:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.269095:0:103535:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.322217:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.322236:0:103546:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.322245:0:103546:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.322272:0:103546:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.322293:0:103546:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.322308:0:103546:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.322315:0:103546:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.322323:0:103546:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.322327:0:103546:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.322334:0:103546:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c22ffcb8 00010000:00010000:3.0:1769074864.322337:0:103546:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.322345:0:103546:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.323946:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.323959:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.323976:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.323981:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.323997:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324001:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324017:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324020:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324035:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324038:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324053:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324057:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324073:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324077:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324090:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324094:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324107:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324112:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074864.324355:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324361:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.324377:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324381:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324396:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324400:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324419:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324425:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324442:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324445:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324460:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324463:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324478:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324481:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324495:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324499:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324520:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324526:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074864.324690:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324696:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.324714:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324718:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324734:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324738:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324753:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324757:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324773:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324777:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.324792:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324797:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324812:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324816:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324832:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324836:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.324852:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.324857:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074864.325016:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325021:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.325038:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325042:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325057:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325061:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325077:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325081:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325097:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325101:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325116:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325121:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325302:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325307:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325318:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325321:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325331:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325335:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074864.325473:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325477:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.325488:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325491:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325504:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325507:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325517:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325520:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325531:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325533:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325543:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325546:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325554:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325557:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325567:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325570:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325581:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325585:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.325734:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325740:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.325749:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325753:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325760:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325763:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325772:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325775:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325789:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325792:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.325802:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325805:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325818:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325821:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325831:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325834:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.325844:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.325847:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074864.326003:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326008:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.326026:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326029:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326046:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326050:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326066:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326069:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326077:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326080:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326088:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326091:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.326098:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326101:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.326108:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326111:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.326118:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326121:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.326325:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326330:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.326340:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326343:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326350:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326353:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326360:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326363:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326369:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326372:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.326379:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326382:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.326391:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326394:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.326407:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326411:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.326427:0:103546:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.326432:0:103546:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074864.454426:0:103556:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.454449:0:103556:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.454458:0:103556:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.454486:0:103556:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.454505:0:103556:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.454519:0:103556:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.454527:0:103556:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.454536:0:103556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.454539:0:103556:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.454546:0:103556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2317cb8 00010000:00010000:3.0:1769074864.454550:0:103556:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.454560:0:103556:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.474657:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.474680:0:103560:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.474687:0:103560:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.474722:0:103560:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.474741:0:103560:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.474756:0:103560:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.474764:0:103560:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.474770:0:103560:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.474774:0:103560:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.474781:0:103560:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2247cb8 00010000:00010000:3.0:1769074864.474785:0:103560:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.474793:0:103560:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.476397:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476407:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.476420:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476425:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476435:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476438:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476448:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476451:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476464:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476467:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476484:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476487:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.476500:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476503:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.476511:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476514:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.476524:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476529:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074864.476712:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476717:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.476726:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476729:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476737:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476740:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476747:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476750:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476759:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476762:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.476771:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476774:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.476783:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476786:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.476795:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476799:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.476807:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476811:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074864.476988:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.476993:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.477011:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.477015:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.477031:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.477035:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.477051:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.477055:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.477073:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.477076:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.477093:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.477097:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.477115:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.477119:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.478463:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.478473:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.481972:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.481980:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074864.482547:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482554:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.482571:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482577:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.482594:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482600:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.482617:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482625:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.482641:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482649:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.482834:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482840:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.482862:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482868:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.482885:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482891:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.482908:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.482914:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074864.483905:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483913:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.483922:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483926:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.483933:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483936:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.483943:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483946:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.483954:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483957:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.483965:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483968:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.483974:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483977:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.483984:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483986:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.483994:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.483997:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.484653:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484660:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.484916:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484922:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.484932:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484935:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.484943:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484946:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.484954:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484957:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.484965:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484968:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.484975:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484977:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.484987:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.484991:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.485000:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485004:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074864.485641:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485648:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.485657:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485659:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.485679:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485683:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.485692:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485695:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.485704:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485920:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.485941:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485946:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.485957:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485960:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.485972:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485975:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.485987:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.485991:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.486953:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.486962:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.486973:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.486975:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.486982:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.486985:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.486992:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.486995:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.487002:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.487017:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.487028:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.487032:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.487040:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.487043:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.487049:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.487052:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.487059:0:103560:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.487440:0:103560:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074864.529534:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.529545:0:103566:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.529551:0:103566:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.529581:0:103566:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.529599:0:103566:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.529625:0:103566:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.529634:0:103566:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.529640:0:103566:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.529643:0:103566:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.529650:0:103566:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2247cb8 00010000:00010000:3.0:1769074864.529654:0:103566:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.529662:0:103566:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.532051:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532065:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.532079:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532083:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532091:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532094:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532103:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532106:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532113:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532115:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532123:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532145:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532178:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532181:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532191:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532194:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532202:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532205:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074864.532401:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532406:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.532420:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532423:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532432:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532435:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532444:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532447:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532456:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532459:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532469:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532473:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532483:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532486:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532494:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532497:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532505:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532508:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074864.532644:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532649:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.532658:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532661:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532668:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532672:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532679:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532682:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532689:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532692:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532699:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532702:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532711:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532714:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532722:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532725:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532733:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532736:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074864.532861:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532866:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.532876:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532879:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532888:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532891:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532899:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532902:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532910:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532913:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.532921:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532924:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532931:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532934:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532941:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532943:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.532951:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.532954:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.533065:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533070:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.533079:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533082:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.533090:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533093:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.533100:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533103:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.533110:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533113:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.533119:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533122:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.533804:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533810:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.533822:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533826:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.533839:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533843:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074864.533980:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533985:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.533994:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.533997:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.534004:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534008:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.534015:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534018:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.534026:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534029:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.534037:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534040:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.534046:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534049:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.534056:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534165:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.534179:0:103566:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.534184:0:103566:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.617949:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.617981:0:103581:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.617990:0:103581:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.618024:0:103581:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.618044:0:103581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.618061:0:103581:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.618069:0:103581:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.618079:0:103581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.618083:0:103581:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.618090:0:103581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2337cb8 00010000:00010000:3.0:1769074864.618094:0:103581:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.618108:0:103581:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.632840:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632849:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.632859:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632862:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.632868:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632871:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.632877:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632879:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.632888:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632890:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.632897:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632900:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.632909:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632912:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.632923:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632925:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.632935:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.632939:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074864.633118:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633123:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.633173:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633179:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633191:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633195:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633203:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633206:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633214:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633217:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633224:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633227:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633235:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633238:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633245:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633248:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633256:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633260:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074864.633404:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633410:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.633420:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633435:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633446:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633450:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633459:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633462:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633469:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633472:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633480:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633483:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633490:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633493:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633501:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633504:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633514:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633517:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074864.633651:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633656:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.633666:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633670:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633678:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633681:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633688:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633692:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633698:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633701:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633709:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633711:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633719:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633721:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633729:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633732:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633740:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633743:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074864.633866:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633872:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.633881:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633884:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633892:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633895:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633904:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633907:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633915:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633918:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.633926:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633929:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633937:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633940:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633948:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633952:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.633960:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.633964:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.634073:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634078:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.634087:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634090:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634098:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634101:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634109:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634112:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634121:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634139:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634175:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634179:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634189:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634193:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634201:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634205:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634213:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634217:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074864.634337:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634342:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.634352:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634355:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634363:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634367:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634375:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634379:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634390:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634393:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634402:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634406:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634415:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634418:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634425:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634427:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634434:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634437:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.634597:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634603:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.634614:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634617:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634626:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634629:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634636:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634639:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634647:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634650:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.634658:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634661:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634669:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634672:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634681:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634684:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.634691:0:103581:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.634694:0:103581:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074864.799986:0:103594:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.799997:0:103594:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.800001:0:103594:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.800014:0:103594:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.800024:0:103594:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.800036:0:103594:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.800043:0:103594:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.800048:0:103594:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.800051:0:103594:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.800056:0:103594:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c22efcb8 00010000:00010000:3.0:1769074864.800059:0:103594:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.800065:0:103594:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.811528:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811537:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.811551:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811556:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.811564:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811568:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.811577:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811580:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.811587:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811590:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.811596:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811599:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.811608:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811611:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.811617:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811620:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.811627:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.811630:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074864.815410:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815432:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.815449:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815455:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815465:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815468:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815478:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815481:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815491:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815494:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815503:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815507:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815516:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815519:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815529:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815533:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815547:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815553:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074864.815688:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815694:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.815705:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815708:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815716:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815719:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815727:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815730:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815736:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815739:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815746:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815749:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815756:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815759:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815768:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815771:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815779:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815784:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074864.815907:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815912:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.815921:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815924:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815936:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815938:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815945:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815948:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815958:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815961:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.815970:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815972:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815981:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815983:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.815990:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.815993:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816000:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816004:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074864.816144:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816172:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.816186:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816190:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816198:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816202:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816209:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816212:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816221:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816224:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816232:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816234:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816242:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816245:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816253:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816256:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816264:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816267:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.816390:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816395:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.816405:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816408:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816415:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816418:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816428:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816430:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816438:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816440:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816450:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816453:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816463:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816465:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816473:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816476:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816484:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816488:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074864.816607:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816612:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.816623:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816626:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816634:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816637:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816644:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816647:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816656:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816659:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816666:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816670:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816678:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816681:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816691:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816695:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816703:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816707:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.816877:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816882:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.816891:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816894:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816902:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816905:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816912:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816915:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816926:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816930:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.816939:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816942:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816954:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816957:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816966:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816979:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.816991:0:103595:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.816995:0:103595:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074864.854093:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.854118:0:103598:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.854141:0:103598:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.854201:0:103598:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.854220:0:103598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.854236:0:103598:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.854243:0:103598:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.854251:0:103598:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.854262:0:103598:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.854270:0:103598:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c233fcb8 00010000:00010000:3.0:1769074864.854274:0:103598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.854282:0:103598:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.855871:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855885:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.855897:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855901:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.855911:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855914:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.855922:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855925:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.855933:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855936:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.855944:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855948:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.855956:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855959:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.855968:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855971:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.855979:0:103598:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.855983:0:103598:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.869545:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.869571:0:103601:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.869579:0:103601:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.869609:0:103601:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.869628:0:103601:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.869642:0:103601:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.869650:0:103601:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.869658:0:103601:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.869661:0:103601:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.869669:0:103601:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2377cb8 00010000:00010000:3.0:1769074864.869672:0:103601:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.869685:0:103601:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.874829:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874840:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.874852:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874856:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.874865:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874868:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.874875:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874878:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.874884:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874887:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.874895:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874897:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.874904:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874907:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.874915:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874918:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.874926:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.874930:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074864.877502:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877517:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.877529:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877532:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877540:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877543:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877549:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877552:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877563:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877566:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877575:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877578:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.877586:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877588:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.877595:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877598:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.877607:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877611:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074864.877769:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877774:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.877784:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877786:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877793:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877796:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877802:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877805:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877811:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877814:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.877821:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877824:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.877831:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877834:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.877842:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877844:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.877853:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.877857:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074864.878628:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878637:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.878647:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878651:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878659:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878662:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878670:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878673:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878682:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878685:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878693:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878696:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.878705:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878708:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.878716:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878719:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.878726:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878729:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074864.878858:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878863:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.878874:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878877:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878886:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878889:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878898:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878902:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878910:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878913:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.878921:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.878924:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.878932:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879527:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.879552:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879557:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.879567:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879572:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074864.879753:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879758:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.879768:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879771:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.879779:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879782:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.879789:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879792:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.879799:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879802:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.879809:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879812:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.879820:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879823:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.879832:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879836:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.879845:0:103601:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.879849:0:103601:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.919114:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.919174:0:103605:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.919183:0:103605:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.919216:0:103605:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.919241:0:103605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.919257:0:103605:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.919264:0:103605:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.919273:0:103605:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.919277:0:103605:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.919286:0:103605:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2357cb8 00010000:00010000:3.0:1769074864.919291:0:103605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.919299:0:103605:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.920709:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920725:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.920738:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920743:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.920751:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920754:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.920761:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920763:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.920770:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920773:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.920780:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920784:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.920792:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920795:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.920803:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920805:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.920816:0:103605:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.920820:0:103605:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.936542:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936562:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.936574:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936578:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.936585:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936587:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.936594:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936597:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.936604:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936606:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.936613:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936617:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.936626:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936629:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.936637:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936689:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.936702:0:103608:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.936706:0:103608:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074864.988417:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074864.988428:0:103616:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074864.988435:0:103616:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074864.988468:0:103616:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074864.988490:0:103616:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.988508:0:103616:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.988516:0:103616:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074864.988525:0:103616:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074864.988529:0:103616:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074864.988537:0:103616:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c238fcb8 00010000:00010000:3.0:1769074864.988541:0:103616:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074864.988552:0:103616:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074864.996815:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996836:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.996850:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996854:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.996863:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996866:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.996873:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996876:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.996883:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996887:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.996895:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996899:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.996906:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996909:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.996916:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996919:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.996925:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.996929:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074864.997729:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997738:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074864.997748:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997752:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.997760:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997763:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.997771:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997774:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.997783:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997786:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074864.997793:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997796:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.997803:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997805:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.997811:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997814:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074864.997819:0:103616:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074864.997823:0:103616:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074865.067691:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.067721:0:103621:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.067729:0:103621:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.067769:0:103621:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.067790:0:103621:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.067806:0:103621:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.067814:0:103621:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.067823:0:103621:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.067827:0:103621:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.067836:0:103621:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c237fcb8 00010000:00010000:3.0:1769074865.067840:0:103621:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.067849:0:103621:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.071909:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.071927:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.077198:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077205:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.077224:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077227:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.077235:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077238:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.077245:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077248:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.077257:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077260:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.077268:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077271:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.077279:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077281:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.077290:0:103621:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.077293:0:103621:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.131530:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.131539:0:103629:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.131545:0:103629:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.131575:0:103629:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.131593:0:103629:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.131609:0:103629:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.131623:0:103629:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.131631:0:103629:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.131635:0:103629:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.131641:0:103629:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2247cb8 00010000:00010000:3.0:1769074865.131646:0:103629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.131654:0:103629:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.132991:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133004:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.133015:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133019:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133025:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133028:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133035:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133038:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133044:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133047:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133055:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133059:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133066:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133069:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133077:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133079:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133086:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133089:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.133327:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133332:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.133342:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133345:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133352:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133355:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133361:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133364:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133372:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133375:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133383:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133386:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133395:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133398:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133406:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133409:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133417:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133421:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.133567:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133572:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.133581:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133584:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133591:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133594:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133604:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133606:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133614:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133617:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133625:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133629:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133637:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133641:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133649:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133652:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133662:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133666:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.133794:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133799:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.133808:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133811:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133818:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133821:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133829:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133832:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133840:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133843:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.133850:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133853:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133860:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133863:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133870:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133873:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.133883:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133886:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.133994:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.133999:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.134007:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134010:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134017:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134020:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134026:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134028:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134036:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134038:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134045:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134047:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.134053:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134056:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.134062:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134065:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.134071:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134074:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.134784:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134791:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.134803:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134806:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134815:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134819:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134829:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134833:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134844:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134848:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.134858:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134861:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.134872:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134876:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.134885:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134888:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.134897:0:103629:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.134901:0:103629:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.252893:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.252915:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.252929:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253817:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.253850:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253857:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.253868:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253872:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.253880:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253883:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.253892:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253896:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.253905:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253908:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.253917:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.253920:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.253930:0:103640:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.255373:0:103640:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.273931:0:103643:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.274358:0:103643:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.274366:0:103643:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.274396:0:103643:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.274416:0:103643:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.274433:0:103643:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.274441:0:103643:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.274449:0:103643:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.274453:0:103643:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.274460:0:103643:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2397cb8 00010000:00010000:3.0:1769074865.274465:0:103643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.274474:0:103643:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.324145:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.324183:0:103650:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.324191:0:103650:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.324220:0:103650:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.324235:0:103650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.324251:0:103650:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.324259:0:103650:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.324266:0:103650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.324270:0:103650:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.324276:0:103650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c23cfcb8 00010000:00010000:3.0:1769074865.324281:0:103650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.324289:0:103650:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.325629:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325643:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.325656:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325660:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325668:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325671:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325679:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325681:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325688:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325691:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325699:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325703:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.325710:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325713:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.325720:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325722:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.325729:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325732:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.325934:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325939:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.325949:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325952:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325960:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325962:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325970:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325973:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325981:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325983:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.325990:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.325993:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326001:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326003:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326009:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326012:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326019:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326023:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.326209:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326214:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.326224:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326227:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326235:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326237:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326245:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326248:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326255:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326259:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326267:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326270:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326279:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326281:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326288:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326290:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326297:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326301:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.326432:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326437:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.326447:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326450:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326458:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326461:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326469:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326472:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326478:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326480:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326488:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326491:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326499:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326502:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326509:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326512:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326519:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326523:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.326638:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326642:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.326652:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326655:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326663:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326666:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326674:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326677:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326685:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326688:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326697:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326700:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326707:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326710:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326720:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326723:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326730:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326734:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.326871:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326876:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.326884:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326887:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326894:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326896:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326904:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326908:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326915:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326917:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.326926:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326929:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326937:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326940:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326949:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326952:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.326959:0:103650:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.326963:0:103650:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.394072:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.394095:0:103657:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.394103:0:103657:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.394146:0:103657:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.394201:0:103657:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.394217:0:103657:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.394225:0:103657:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.394235:0:103657:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.394239:0:103657:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.394246:0:103657:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c23c7cb8 00010000:00010000:3.0:1769074865.394250:0:103657:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.394260:0:103657:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.395646:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395659:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.395671:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395675:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395683:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395686:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395695:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395698:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395705:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395708:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395716:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395719:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.395727:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395730:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.395737:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395739:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.395747:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395751:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.395925:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395929:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.395938:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395941:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395947:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395950:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395958:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395961:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395967:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395970:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.395977:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395980:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.395987:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.395990:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.395997:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396000:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396006:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396010:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.396203:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396209:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.396218:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396221:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396230:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396233:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396240:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396243:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396249:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396252:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396259:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396262:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396270:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396273:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396281:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396284:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396292:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396295:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.396416:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396421:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.396429:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396432:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396440:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396443:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396450:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396453:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396463:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396466:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396474:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396477:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396484:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396487:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396495:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396498:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396505:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396508:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.396609:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396614:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.396624:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396626:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396635:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396638:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396645:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396647:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396655:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396657:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396664:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396667:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396673:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396675:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396681:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396684:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396690:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396694:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.396808:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396813:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.396822:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396826:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396834:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396837:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396845:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396848:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396855:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396858:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.396866:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396868:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396878:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396881:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396888:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396891:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.396899:0:103657:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.396903:0:103657:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.475024:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.475055:0:103663:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.475063:0:103663:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.475105:0:103663:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.475137:0:103663:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.475262:0:103663:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.475272:0:103663:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.475280:0:103663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.475283:0:103663:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.475291:0:103663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2387cb8 00010000:00010000:3.0:1769074865.475295:0:103663:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.475303:0:103663:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.483120:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483132:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.483143:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483161:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.483171:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483173:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.483180:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483183:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.483190:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483193:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.483201:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483204:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.483212:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483214:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.483223:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483226:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.483235:0:103663:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.483239:0:103663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.538488:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.538530:0:103668:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.538538:0:103668:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.538572:0:103668:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.538590:0:103668:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.538620:0:103668:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.538628:0:103668:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.538635:0:103668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.538640:0:103668:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.538648:0:103668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c23f7cb8 00010000:00010000:3.0:1769074865.538652:0:103668:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.538660:0:103668:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.540237:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540252:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.540266:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540270:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.540279:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540283:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.540292:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540295:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.540305:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540308:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.540317:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540321:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.540330:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540333:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.540340:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540345:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.540351:0:103668:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.540355:0:103668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.560537:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560546:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.560557:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560561:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.560568:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560571:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.560579:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560582:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.560591:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560594:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.560602:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560606:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.560615:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560618:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.560629:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560633:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.560833:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.560839:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.561125:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561130:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.561144:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561146:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561189:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561193:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561201:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561203:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561211:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561214:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561222:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561225:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561232:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561235:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561243:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561245:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561254:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561258:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.561406:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561412:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.561420:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561423:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561431:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561433:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561442:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561444:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561453:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561455:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561464:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561467:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561474:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561477:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561484:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561487:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561506:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561510:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.561638:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561659:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.561671:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561674:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561683:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561686:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561694:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561697:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561705:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561708:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561716:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561718:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561726:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561729:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561737:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561740:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561748:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561752:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.561872:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561877:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.561888:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561891:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561900:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561903:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561914:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561918:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561929:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561933:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.561945:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561948:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561960:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561963:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561972:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561974:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.561983:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.561987:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.562186:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562191:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.562203:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562207:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.562217:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562221:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.562233:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562236:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.562247:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562250:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.562259:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562262:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.562274:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562278:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.562291:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562294:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.562304:0:103671:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.562307:0:103671:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.582016:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.582043:0:103675:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.582053:0:103675:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.582087:0:103675:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.582108:0:103675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.582136:0:103675:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.582144:0:103675:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.582175:0:103675:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.582181:0:103675:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.582190:0:103675:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2407cb8 00010000:00010000:3.0:1769074865.582195:0:103675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.582204:0:103675:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.587759:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587777:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.587788:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587792:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.587800:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587803:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.587811:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587814:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.587823:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587826:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.587834:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587837:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.587845:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587848:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.587855:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587857:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.587866:0:103675:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.587869:0:103675:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.612386:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.612406:0:103681:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.612413:0:103681:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.612446:0:103681:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.612464:0:103681:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.612478:0:103681:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.612486:0:103681:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.612493:0:103681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.612496:0:103681:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.612503:0:103681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2397cb8 00010000:00010000:3.0:1769074865.612506:0:103681:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.612514:0:103681:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.613829:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613842:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.613854:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613858:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.613867:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613870:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.613879:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613882:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.613892:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613895:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.613905:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613910:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.613919:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613922:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.613930:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613933:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.613940:0:103681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.613944:0:103681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.629875:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.629892:0:103685:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.629899:0:103685:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.630038:0:103685:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.630057:0:103685:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.630072:0:103685:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.630080:0:103685:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.630087:0:103685:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.630091:0:103685:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.630098:0:103685:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c240fcb8 00010000:00010000:3.0:1769074865.630103:0:103685:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.630123:0:103685:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.632882:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.632898:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.632912:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.632915:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.632923:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.632926:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.634573:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634585:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.634596:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634599:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.634607:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634610:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.634619:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634621:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.634629:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634632:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.634640:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634644:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.634905:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634912:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.634922:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.634924:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636124:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636137:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636176:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636180:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636191:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636195:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636207:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636210:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636221:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636225:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636235:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636239:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636249:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636253:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.636496:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636503:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.636514:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636518:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636527:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636531:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636539:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636543:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636551:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636554:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636563:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636566:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636574:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636577:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636585:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636587:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636595:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636599:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.636743:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636748:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.636758:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636761:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636768:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636770:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636779:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636782:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636789:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636792:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.636799:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636801:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636809:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636811:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636820:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636823:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.636829:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.636833:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.638369:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638380:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.638392:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638395:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638405:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638408:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638418:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638422:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638430:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638433:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638441:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638445:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.638452:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638455:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.638463:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638466:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.638473:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638477:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.638652:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638657:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.638665:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638668:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638675:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638678:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638685:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638688:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638696:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638699:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.638707:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638711:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.638718:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638721:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.638730:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638733:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.638742:0:103685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.638745:0:103685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.669073:0:103692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.669094:0:103692:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.669102:0:103692:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.669181:0:103692:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.669201:0:103692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.669216:0:103692:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.669223:0:103692:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.669232:0:103692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.669236:0:103692:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.669243:0:103692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c23b7cb8 00010000:00010000:3.0:1769074865.669247:0:103692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.669256:0:103692:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.725476:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.725492:0:103700:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.725499:0:103700:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.725520:0:103700:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.725533:0:103700:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.725545:0:103700:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.725552:0:103700:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.725557:0:103700:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.725561:0:103700:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.725567:0:103700:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c243fcb8 00010000:00010000:3.0:1769074865.725570:0:103700:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.725578:0:103700:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.732471:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732489:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.732502:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732506:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732514:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732517:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732524:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732526:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732534:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732537:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732545:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732548:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.732555:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732558:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.732565:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732567:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.732575:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732578:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074865.732834:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732839:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.732848:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732851:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732857:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732860:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732867:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732869:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732877:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732879:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.732887:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732889:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.732897:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732899:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.732906:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732909:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.732915:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.732919:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074865.733381:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733387:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.733396:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733399:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733406:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733409:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733417:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733420:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733429:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733431:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733439:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733442:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733449:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733451:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733458:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733460:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733469:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733472:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074865.733606:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733611:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.733619:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733623:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733630:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733633:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733641:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733644:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733652:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733655:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733663:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733665:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733672:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733674:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733681:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733683:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733691:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733695:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074865.733824:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733829:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.733837:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733840:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733847:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733849:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733857:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733860:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733868:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733871:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.733878:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733881:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733889:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733892:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733899:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733902:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.733910:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.733914:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.737329:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737345:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.737358:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737362:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737370:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737373:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737381:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737384:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737393:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737396:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737404:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737408:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737416:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737421:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737431:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737433:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737442:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737445:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074865.737575:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737580:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.737588:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737590:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737597:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737599:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737607:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737609:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737615:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737618:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737624:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737626:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737633:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737636:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737642:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737645:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737653:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737656:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.737826:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737831:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.737840:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737843:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737851:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737854:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737863:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737865:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737879:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737882:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.737891:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737894:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737901:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737904:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737911:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737914:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.737921:0:103700:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.737925:0:103700:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074865.766468:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.766482:0:103706:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.766488:0:103706:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.766509:0:103706:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.766523:0:103706:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.766536:0:103706:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.766544:0:103706:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.766550:0:103706:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.766553:0:103706:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.766559:0:103706:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c244fcb8 00010000:00010000:3.0:1769074865.766563:0:103706:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.766571:0:103706:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.767895:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767910:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.767923:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767928:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.767937:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767941:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.767949:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767952:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.767960:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767963:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.767971:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767975:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.767983:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767986:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.767996:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.767999:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768007:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768011:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.768245:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768251:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.768260:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768264:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768271:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768275:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768283:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768286:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768293:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768295:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768302:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768305:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768312:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768314:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768324:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768327:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768336:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768340:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.768489:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768494:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.768502:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768506:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768513:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768516:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768525:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768528:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768537:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768540:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768551:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768554:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768561:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768565:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768572:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768575:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768583:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768587:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.768712:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768718:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.768729:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768732:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768741:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768744:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768751:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768753:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768760:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768762:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768769:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768771:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768779:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768782:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768789:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768792:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768803:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768807:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.768920:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768925:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.768934:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768937:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768945:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768948:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768956:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768959:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768967:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768971:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.768979:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768983:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.768991:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.768995:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.769002:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.769005:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.769012:0:103706:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.769015:0:103706:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.817925:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.817946:0:103716:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.817953:0:103716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.817984:0:103716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.818003:0:103716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.818018:0:103716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.818026:0:103716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.818033:0:103716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.818037:0:103716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.818043:0:103716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c23e7cb8 00010000:00010000:3.0:1769074865.818047:0:103716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.818055:0:103716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.819479:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819495:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.819508:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819512:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.819520:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819523:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.819530:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819533:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.819540:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819543:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.819551:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819554:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.819563:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819566:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.819573:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819576:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.819584:0:103716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.819588:0:103716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.833709:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.833725:0:103721:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.833733:0:103721:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.833764:0:103721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.833785:0:103721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.833801:0:103721:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.833807:0:103721:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.833815:0:103721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.833819:0:103721:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.833826:0:103721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c246fcb8 00010000:00010000:3.0:1769074865.833830:0:103721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.833838:0:103721:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.837669:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837678:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.837689:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837693:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837701:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837704:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837711:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837715:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837724:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837727:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837736:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837739:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.837746:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837750:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.837758:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837761:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.837768:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837773:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074865.837938:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837943:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.837952:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837955:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837962:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837966:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837974:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837976:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837984:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837986:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.837996:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.837999:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.838007:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.838011:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.838018:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.838022:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.838031:0:103721:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.838035:0:103721:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074865.872565:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.872575:0:103727:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.872581:0:103727:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.872612:0:103727:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.872631:0:103727:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.872648:0:103727:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.872656:0:103727:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.872663:0:103727:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.872667:0:103727:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.872673:0:103727:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c240fcb8 00010000:00010000:3.0:1769074865.872677:0:103727:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.872686:0:103727:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.874098:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874124:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.874138:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874143:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874179:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874183:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874193:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874197:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874204:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874207:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874215:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874218:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874225:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874229:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874238:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874241:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874248:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874252:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074865.874441:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874447:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.874456:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874459:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874466:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874469:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874476:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874478:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874485:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874488:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874494:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874497:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874503:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874506:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874514:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874516:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874524:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874527:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074865.874679:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874684:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.874693:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874696:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874704:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874707:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874715:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874718:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874726:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874729:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874739:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874742:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874753:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874756:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874763:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874766:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874773:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874777:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074865.874891:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874896:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.874903:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874906:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874914:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874916:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874922:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874925:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874930:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874933:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.874939:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874941:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874947:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874950:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874956:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874958:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.874964:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.874968:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074865.875064:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.875069:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.875075:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.875078:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.875084:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.875087:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.875092:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.875095:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.875100:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.875103:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.886376:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886384:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.886393:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886396:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.886404:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886407:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.886416:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886420:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074865.886587:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886592:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.886604:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886607:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.886615:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886618:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.886626:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886629:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.886637:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886641:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.886648:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886651:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.886659:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886663:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.886671:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886673:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.886681:0:103727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.886684:0:103727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.929809:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929828:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074865.929841:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929845:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.929853:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929856:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.929865:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929868:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.929877:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929880:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074865.929886:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929890:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.929898:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929901:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.929909:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929912:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074865.929920:0:103733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074865.929924:0:103733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074865.992251:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074865.992267:0:103742:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074865.992276:0:103742:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074865.992308:0:103742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074865.992326:0:103742:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.992340:0:103742:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074865.992349:0:103742:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074865.992355:0:103742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074865.992358:0:103742:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074865.992365:0:103742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24bfcb8 00010000:00010000:3.0:1769074865.992368:0:103742:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074865.992376:0:103742:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.002038:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002061:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.002072:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002077:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002085:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002087:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002095:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002098:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002122:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002126:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002134:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002138:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002179:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002184:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002195:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002198:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002205:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002210:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074866.002391:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002397:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.002408:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002411:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002419:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002422:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002431:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002434:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002441:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002444:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002452:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002455:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002465:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002468:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002476:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002478:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002486:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002489:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074866.002643:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002648:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.002657:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002661:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002670:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002673:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002681:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002684:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002692:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002695:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002702:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002706:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002713:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002716:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002723:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002727:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002735:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002739:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074866.002868:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002873:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.002882:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002885:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002896:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002899:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002908:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002910:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002922:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002925:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.002934:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002937:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002946:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002949:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002957:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002959:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.002967:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.002971:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074866.003094:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003099:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.003124:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003128:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.003138:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003141:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.003178:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003182:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.003192:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003196:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.003205:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003209:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.003218:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003222:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.003230:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003233:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.003242:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.003245:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.009358:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009377:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.009392:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009397:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009405:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009408:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009414:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009417:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009425:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009428:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009439:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009443:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009451:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009455:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009463:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009466:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009474:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009477:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074866.009645:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009650:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.009659:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009662:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009670:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009673:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009681:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009684:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009693:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009696:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009704:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009707:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009716:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009719:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009727:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009730:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009739:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009742:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.009908:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009913:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.009922:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009925:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009933:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009936:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009944:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009947:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009954:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009957:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.009980:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009984:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.009993:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.009997:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.010005:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.010008:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.010015:0:103742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.010019:0:103742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074866.038410:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.038430:0:103748:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.038438:0:103748:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.038467:0:103748:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.038485:0:103748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.038499:0:103748:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.038507:0:103748:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.038515:0:103748:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.038519:0:103748:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.038526:0:103748:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2487cb8 00010000:00010000:3.0:1769074866.038530:0:103748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.038538:0:103748:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.039883:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039895:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.039908:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039913:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.039921:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039923:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.039930:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039933:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.039942:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039945:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.039952:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039956:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.039963:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039966:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.039974:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039977:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.039988:0:103748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.039991:0:103748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.085386:0:103756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.085407:0:103756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.085440:0:103756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.085445:0:103756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.085455:0:103756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.085459:0:103756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.085467:0:103756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.085470:0:103756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.085478:0:103756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.085481:0:103756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.085488:0:103756:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.085493:0:103756:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074866.095917:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.095939:0:103759:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.095946:0:103759:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.095974:0:103759:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.095991:0:103759:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.096016:0:103759:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.096026:0:103759:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.096034:0:103759:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.096038:0:103759:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.096045:0:103759:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2457cb8 00010000:00010000:3.0:1769074866.096049:0:103759:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.096059:0:103759:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.097498:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097515:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.097526:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097530:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.097536:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097539:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.097546:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097549:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.097556:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097558:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.097565:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097568:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.097575:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097579:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.097587:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097589:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.097600:0:103759:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.097604:0:103759:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.154724:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.154739:0:103770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.154747:0:103770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.154775:0:103770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.154792:0:103770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.154806:0:103770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.154813:0:103770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.154819:0:103770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.154823:0:103770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.154828:0:103770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24dfcb8 00010000:00010000:3.0:1769074866.154832:0:103770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.154840:0:103770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.156298:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156312:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.156325:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156329:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156338:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156341:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156349:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156352:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156360:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156362:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156370:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156373:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156381:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156384:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156391:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156394:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156402:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156406:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074866.156565:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156571:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.156580:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156583:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156593:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156597:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156605:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156609:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156617:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156620:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156629:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156633:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156641:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156645:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156653:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156656:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156663:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156667:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074866.156800:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156807:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.156815:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156818:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156825:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156828:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156838:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156841:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156850:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156853:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.156863:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156865:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156873:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156876:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156884:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156887:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.156895:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.156899:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074866.157028:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157033:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.157042:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157045:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.157053:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157057:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.157064:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157068:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.157075:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157078:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.157086:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157089:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.157901:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157911:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.157934:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157938:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.157947:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.157951:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074866.158123:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.158129:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.158141:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160238:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160286:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160295:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160306:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160309:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160318:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160321:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160330:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160334:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160343:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160346:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160354:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160358:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160366:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160371:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.160544:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160550:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.160560:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160564:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160572:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160575:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160583:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160587:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160595:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160598:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160605:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160608:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160616:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160620:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160628:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160632:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160640:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160644:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074866.160770:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160775:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.160786:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160790:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160799:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160802:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160811:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160814:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160822:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160826:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.160834:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160838:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160846:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160849:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160858:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160861:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.160868:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.160872:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.161030:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161036:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.161045:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161049:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.161057:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161061:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.161068:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161072:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.161081:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161085:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.161094:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161113:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.161125:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161129:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.161138:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161141:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.161228:0:103770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.161234:0:103770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074866.195575:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.195586:0:103776:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.195592:0:103776:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.195621:0:103776:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.195639:0:103776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.195653:0:103776:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.195661:0:103776:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.195668:0:103776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.195671:0:103776:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.195678:0:103776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24efcb8 00010000:00010000:3.0:1769074866.195682:0:103776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.195690:0:103776:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.197182:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197198:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.197212:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197217:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197227:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197231:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197240:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197244:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197253:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197257:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197266:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197269:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197277:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197280:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197287:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197290:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197297:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197301:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074866.197498:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197504:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.197512:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197515:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197523:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197526:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197536:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197538:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197548:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197551:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197561:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197564:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197573:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197577:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197587:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197589:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197597:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197601:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074866.197753:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197758:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.197767:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197770:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197778:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197780:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197789:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197792:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197799:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197803:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197811:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197814:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197821:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197823:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197829:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197832:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.197839:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197842:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074866.197968:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197974:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.197983:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197986:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.197993:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.197996:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.198004:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.198007:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.198014:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.198018:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.198026:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.198030:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.198037:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.198040:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.198048:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.198051:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.198059:0:103776:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.198062:0:103776:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.202021:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202030:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.202042:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202045:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.202056:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202059:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.202068:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202071:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.202079:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202082:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.202092:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202095:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.202117:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202121:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.202130:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202133:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.202141:0:103775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.202145:0:103775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.225594:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.225619:0:103780:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.225627:0:103780:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.225668:0:103780:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.225688:0:103780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.225703:0:103780:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.225723:0:103780:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.225732:0:103780:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.225736:0:103780:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.225742:0:103780:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24ffcb8 00010000:00010000:3.0:1769074866.225746:0:103780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.225755:0:103780:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.227209:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227222:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.227233:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227237:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.227245:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227249:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.227258:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227262:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.227270:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227272:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.227280:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227283:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.227295:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227297:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.227306:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227309:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.227317:0:103780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.227320:0:103780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.256246:0:103786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.256255:0:103786:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.256258:0:103786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.256268:0:103786:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.256271:0:103786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.266216:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.266238:0:103790:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.266245:0:103790:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.266275:0:103790:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.266291:0:103790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.266306:0:103790:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.266314:0:103790:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.266322:0:103790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.266325:0:103790:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.266331:0:103790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c250fcb8 00010000:00010000:3.0:1769074866.266335:0:103790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.266343:0:103790:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.268354:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.268371:0:103791:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.268378:0:103791:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.268400:0:103791:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.268415:0:103791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.268428:0:103791:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.268436:0:103791:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.268441:0:103791:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.268445:0:103791:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.268451:0:103791:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2517cb8 00010000:00010000:0.0:1769074866.268455:0:103791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.268464:0:103791:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.270571:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270587:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.270599:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270604:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.270613:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270617:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.270626:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270629:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.270636:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270639:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.270647:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270651:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.270659:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270662:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.270669:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270672:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.270680:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.270684:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074866.271184:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271191:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.271201:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271204:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271211:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271215:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271224:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271227:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271235:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271239:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271247:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271250:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271259:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271262:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271269:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271272:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271280:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271283:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074866.271497:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271503:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.271512:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271516:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271523:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271526:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271536:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271538:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271548:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271551:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271558:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271562:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271570:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271573:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271580:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271583:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271593:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271596:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074866.271926:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271931:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.271941:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271944:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271951:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271954:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271960:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271963:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271969:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271971:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.271979:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271981:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.271989:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.271992:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.272001:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.272004:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.272013:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.272017:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1769074866.272299:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272305:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.272315:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272319:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272328:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272332:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272340:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272343:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272352:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272356:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272364:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272367:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272376:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272380:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272388:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272392:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272400:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272404:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074866.272539:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272545:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.272554:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272558:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272566:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272569:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272577:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272580:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272588:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272591:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272598:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272601:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272608:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272611:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272619:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272622:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272630:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272650:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074866.272871:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272877:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.272887:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272890:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272898:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272900:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272907:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272911:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272918:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272921:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.272929:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272932:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272941:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272944:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272951:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272954:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.272961:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.272964:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074866.273091:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273108:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.273120:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273124:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273132:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273135:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273143:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273146:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273186:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273190:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273198:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273201:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273211:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273214:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273224:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273228:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273237:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273241:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074866.273358:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273364:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.273373:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273377:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273385:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273387:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273395:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273398:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273405:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273408:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273417:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273420:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273428:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273431:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273438:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273441:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273449:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273453:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074866.273569:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273574:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.273584:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273588:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273597:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273600:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273609:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273613:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273621:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273624:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.273632:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273635:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273643:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273647:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273655:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273659:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.273667:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.273671:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.276082:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276092:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.276119:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276124:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.276133:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276137:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.276145:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276164:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.276175:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276178:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.276186:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276190:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.276199:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276202:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.276209:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276212:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.276220:0:103791:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.276224:0:103791:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074866.277821:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277826:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.277836:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277839:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.277847:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277851:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.277860:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277863:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.277871:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277873:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.277881:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277884:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.277892:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277895:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.277902:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277905:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.277916:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.277920:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.278037:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278042:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.278051:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278054:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278062:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278066:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278073:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278076:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278083:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278085:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278093:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278106:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.278117:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278121:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.278128:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278130:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.278137:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278140:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074866.278275:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278281:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.278290:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278293:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278300:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278303:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278309:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278312:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278320:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278322:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.278330:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278333:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.278340:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278342:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.278349:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278352:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.278359:0:103790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.278362:0:103790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.328601:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.328614:0:103798:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.328619:0:103798:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.328651:0:103798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.328662:0:103798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.328673:0:103798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.328681:0:103798:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.328686:0:103798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.328689:0:103798:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.328695:0:103798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2527cb8 00010000:00010000:3.0:1769074866.328698:0:103798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.328707:0:103798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.330458:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330471:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.330483:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330488:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330497:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330500:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330508:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330511:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330519:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330522:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330530:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330534:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.330541:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330544:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.330551:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330554:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.330561:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330565:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074866.330728:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330733:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.330743:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330747:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330755:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330758:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330767:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330770:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330779:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330782:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330790:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330793:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.330800:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330803:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.330809:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330812:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.330818:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330821:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074866.330956:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330961:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.330971:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330974:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330981:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330984:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.330991:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.330994:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.331001:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.331005:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.331013:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.331016:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.331023:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.331026:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.331034:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.331037:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.331045:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.331049:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074866.331596:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.331606:0:103796:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.331612:0:103796:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.331652:0:103796:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.331668:0:103796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.331683:0:103796:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.331691:0:103796:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.331698:0:103796:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.331702:0:103796:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.331708:0:103796:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24dfcb8 00010000:00010000:0.0:1769074866.331712:0:103796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.331728:0:103796:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.333456:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333463:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.333478:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333482:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.333501:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333505:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.333521:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333527:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.333545:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333550:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.333568:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333573:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.333592:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333598:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.333615:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333621:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.333639:0:103796:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.333645:0:103796:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.338046:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.338063:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.338078:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.338083:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.338092:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.338107:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.338119:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.338123:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.338130:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.338133:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.338142:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339560:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.339583:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339589:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.339600:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339604:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.339616:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339621:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074866.339852:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339858:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.339868:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339871:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.339879:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339881:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.339889:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339892:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.339901:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339904:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.339912:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339915:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.339922:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339926:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.339934:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339937:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.339943:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.339946:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.340064:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.340070:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.340078:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.340081:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.340088:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.340090:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.340111:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.340114:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.340125:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.340129:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.340137:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.340140:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.344531:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.344549:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.344591:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.344595:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.344605:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.344609:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074866.346014:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346026:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.346037:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346041:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346050:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346053:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346063:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346067:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346077:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346080:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346089:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346093:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.346117:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346121:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.346130:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346133:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.346141:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346144:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.346346:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346352:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.346361:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346365:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346372:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346375:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346383:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346386:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346395:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346398:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.346408:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346411:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.346419:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346423:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.346431:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346434:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.346443:0:103798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.346448:0:103798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074866.381659:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.381681:0:103801:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.381689:0:103801:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.381720:0:103801:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.381738:0:103801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.381757:0:103801:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.381764:0:103801:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.381771:0:103801:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.381775:0:103801:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.381783:0:103801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24efcb8 00010000:00010000:0.0:1769074866.381786:0:103801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.381795:0:103801:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.383239:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383252:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.383263:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383267:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.383276:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383279:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.383287:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383290:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.383298:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383301:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.383309:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383313:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.383321:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383324:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.383332:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383336:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.383347:0:103801:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.383351:0:103801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.399413:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.399437:0:103803:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.399445:0:103803:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.399479:0:103803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.399502:0:103803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.399520:0:103803:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.399528:0:103803:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.399536:0:103803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.399540:0:103803:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.399547:0:103803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c251fcb8 00010000:00010000:0.0:1769074866.399551:0:103803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.399559:0:103803:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.403811:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.403836:0:103805:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.403845:0:103805:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.403889:0:103805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.403912:0:103805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.403930:0:103805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.403938:0:103805:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.403945:0:103805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.403949:0:103805:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.403957:0:103805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2537cb8 00010000:00010000:3.0:1769074866.403961:0:103805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.403971:0:103805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.405458:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405470:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.405481:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405486:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405494:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405498:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405506:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405509:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405517:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405520:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405528:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405532:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.405540:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405544:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.405551:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405554:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.405561:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405565:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074866.405731:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405737:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.405747:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405751:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405760:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405763:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405770:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405774:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405782:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405785:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.405794:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405797:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.405806:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405810:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.405818:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405821:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.405829:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405833:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074866.405970:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405976:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.405987:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.405991:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406000:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406003:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406011:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406014:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406022:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406025:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406034:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406037:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406045:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406048:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406056:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406058:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406066:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406069:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074866.406240:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406246:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.406255:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406258:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406265:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406269:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406277:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406280:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406289:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406292:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406299:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406302:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406311:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406314:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406323:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406326:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406335:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406339:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074866.406461:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406467:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.406475:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406479:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406489:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406493:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406501:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406504:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406511:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406515:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406522:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406525:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406533:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406537:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406544:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406548:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406555:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406559:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.406678:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406684:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.406692:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406696:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406704:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406708:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406716:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406720:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406728:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406731:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406740:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406743:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406751:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406754:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406761:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406764:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406773:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406776:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074866.406888:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406893:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.406902:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406905:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406913:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406917:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406925:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406928:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406937:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406941:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.406949:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406953:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406962:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406966:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406974:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406978:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.406986:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.406989:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.413448:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413467:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.413479:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413483:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.413493:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413496:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.413503:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413506:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.413512:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413515:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.413521:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413525:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.413532:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413535:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.413542:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413544:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.413551:0:103803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.413555:0:103803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.416539:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416557:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.416570:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416575:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.416584:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416587:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.416595:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416598:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.416605:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416609:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.416615:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416620:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.416628:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416631:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.416640:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416643:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.416650:0:103805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.416654:0:103805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074866.489364:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489379:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.489390:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489395:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489404:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489407:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489415:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489419:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489429:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489432:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489440:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489444:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.489451:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489455:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.489463:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489467:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.489474:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489478:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1769074866.489686:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489692:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.489702:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489706:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489714:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489717:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489725:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489728:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489736:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489739:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489747:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489750:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.489758:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489761:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.489769:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489772:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.489779:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489783:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1769074866.489933:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489939:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.489948:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489952:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489960:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489964:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489975:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489978:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489986:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.489990:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.489998:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490000:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490010:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490013:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490022:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490026:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490035:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490039:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1769074866.490245:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490251:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.490260:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490264:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490272:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490275:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490283:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490287:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490296:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490299:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490307:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490310:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490317:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490320:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490326:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490329:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490337:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490340:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074866.490440:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490445:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.490453:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490455:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490463:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490467:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490475:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490478:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490485:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490488:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490496:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490499:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490506:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490509:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490517:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490521:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490528:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490532:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074866.490675:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490680:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.490689:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490692:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490700:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490703:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490711:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490714:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490722:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490724:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.490731:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490734:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490742:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490744:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490753:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490756:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.490764:0:103811:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.490768:0:103811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.524706:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.524725:0:103815:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.524732:0:103815:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.524763:0:103815:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.524779:0:103815:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.524793:0:103815:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.524801:0:103815:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.524809:0:103815:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.524812:0:103815:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.524820:0:103815:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c246fcb8 00010000:00010000:0.0:1769074866.524823:0:103815:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.524831:0:103815:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.532811:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532830:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.532844:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532849:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.532857:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532860:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.532867:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532869:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.532877:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532880:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.532887:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532891:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.532898:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532901:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.532909:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532912:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.532920:0:103815:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.532923:0:103815:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.548403:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.548423:0:103818:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.548431:0:103818:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.548463:0:103818:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.548482:0:103818:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.548497:0:103818:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.548505:0:103818:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.548514:0:103818:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.548518:0:103818:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.548525:0:103818:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2547cb8 00010000:00010000:0.0:1769074866.548529:0:103818:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.548538:0:103818:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.551706:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551720:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.551735:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551739:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.551748:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551752:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.551760:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551763:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.551772:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551775:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.551783:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551787:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.551794:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551797:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.551803:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551806:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.551812:0:103818:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.551816:0:103818:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.559928:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.559951:0:103821:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.559958:0:103821:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.559987:0:103821:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.560004:0:103821:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.560019:0:103821:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.560027:0:103821:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.560036:0:103821:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.560040:0:103821:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.560047:0:103821:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c253fcb8 00010000:00010000:3.0:1769074866.560051:0:103821:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.560060:0:103821:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.561470:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561488:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.561502:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561507:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.561516:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561519:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.561527:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561530:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.561538:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561541:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.561548:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561552:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.561561:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561564:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.561573:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561577:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.561584:0:103821:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.561587:0:103821:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.584520:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.584532:0:103826:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.584537:0:103826:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.584553:0:103826:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.584566:0:103826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.584578:0:103826:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.584585:0:103826:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.584590:0:103826:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.584594:0:103826:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.584600:0:103826:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c253fcb8 00010000:00010000:0.0:1769074866.584604:0:103826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.584612:0:103826:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.591606:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591621:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.591633:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591638:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.591646:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591650:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.591659:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591662:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.591670:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591673:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.591681:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591684:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.591692:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591695:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.591703:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591706:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.591713:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591717:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074866.591883:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591889:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.591897:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.591901:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.591909:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595226:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595257:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595261:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595270:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595273:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595281:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595284:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595292:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595296:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595306:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595309:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595319:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595324:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074866.595524:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595530:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.595540:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595543:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595551:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595554:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595561:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595564:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595573:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595578:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595587:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595591:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595599:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595602:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595610:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595613:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595620:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595624:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074866.595751:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595756:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.595767:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595770:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595779:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595782:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595790:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595794:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595801:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595804:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.595811:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595815:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595823:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595827:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595835:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595838:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.595847:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595851:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074866.595976:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595981:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.595991:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.595995:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.596004:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596008:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.596017:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596020:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.596028:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596032:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.596040:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596044:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.596052:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596055:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.596064:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596067:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.596075:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.596079:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074866.602134:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602333:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.602351:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602355:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602364:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602367:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602375:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602378:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602387:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602389:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602397:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602401:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602411:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602414:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602422:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602425:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602434:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602438:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074866.602580:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602585:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.602595:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602599:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602607:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602610:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602616:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602619:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602625:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602628:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602635:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602638:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602645:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602648:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602655:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602657:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602668:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602671:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.602836:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602842:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.602851:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602854:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602862:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602865:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602872:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602875:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602884:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602887:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.602895:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602898:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.602906:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.602909:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.603022:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.603027:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.603035:0:103826:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.603039:0:103826:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074866.641339:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.641358:0:103831:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.641365:0:103831:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.641393:0:103831:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.641410:0:103831:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.641424:0:103831:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.641432:0:103831:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.641440:0:103831:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.641443:0:103831:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.641451:0:103831:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c252fcb8 00010000:00010000:0.0:1769074866.641455:0:103831:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.641464:0:103831:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.642862:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642875:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.642887:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642891:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.642901:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642904:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.642913:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642916:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.642924:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642927:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.642935:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642938:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.642946:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642949:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.642957:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642960:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.642968:0:103831:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.642972:0:103831:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.644482:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.644497:0:103832:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.644504:0:103832:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.644530:0:103832:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.644548:0:103832:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.644561:0:103832:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.644569:0:103832:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.644575:0:103832:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.644579:0:103832:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.644585:0:103832:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24efcb8 00010000:00010000:3.0:1769074866.644589:0:103832:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.644599:0:103832:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.648853:0:103833:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.648873:0:103833:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.648882:0:103833:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.648923:0:103833:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.648942:0:103833:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.648957:0:103833:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.648966:0:103833:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.648973:0:103833:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.648977:0:103833:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.648984:0:103833:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2557cb8 00010000:00010000:0.0:1769074866.648988:0:103833:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.649003:0:103833:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.653241:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653248:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.653259:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653262:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653270:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653273:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653283:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653286:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653293:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653295:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653302:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653305:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653311:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653313:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653320:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653323:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653330:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653333:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074866.653508:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653514:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.653523:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653526:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653533:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653536:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653543:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653546:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653555:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653557:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653565:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653568:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653577:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653580:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653588:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653591:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653599:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653603:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074866.653745:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653751:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.653761:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653764:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653772:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653775:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653783:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653786:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653794:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653796:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653803:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653805:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653813:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653816:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653823:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653826:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.653833:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653838:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074866.653964:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653969:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.653978:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653981:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653988:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653990:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.653997:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.653999:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654007:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654010:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654017:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654021:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654028:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654031:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654039:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654042:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654049:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654053:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.654205:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654210:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.654221:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654225:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654235:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654239:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654249:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654253:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654262:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654266:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654273:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654276:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654285:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654288:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654296:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654299:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654307:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654310:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074866.654445:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654451:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.654460:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654463:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654471:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654474:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654483:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654486:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654493:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654497:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.654505:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654508:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654516:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654519:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654526:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654530:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.654537:0:103832:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.654541:0:103832:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.683101:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.683123:0:103836:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.683131:0:103836:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.683182:0:103836:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.683201:0:103836:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.683218:0:103836:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.683227:0:103836:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.683236:0:103836:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.683240:0:103836:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.683247:0:103836:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2557cb8 00010000:00010000:0.0:1769074866.683251:0:103836:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.683260:0:103836:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.684538:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684552:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.684563:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684568:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.684576:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684579:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.684587:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684590:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.684598:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684601:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.684609:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684613:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.684621:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684624:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.684633:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684637:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.684646:0:103836:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.684649:0:103836:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.697593:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.697618:0:103839:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.697625:0:103839:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.697654:0:103839:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.697673:0:103839:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.697689:0:103839:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.697698:0:103839:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.697707:0:103839:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.697711:0:103839:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.697719:0:103839:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c24efcb8 00010000:00010000:0.0:1769074866.697724:0:103839:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.697739:0:103839:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.706717:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706729:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.706742:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706746:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.706754:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706757:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.706763:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706766:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.706773:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706776:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.706784:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706787:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.706795:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706798:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.706804:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706807:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.706815:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.706818:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074866.707482:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.707492:0:103838:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.707499:0:103838:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.707522:0:103838:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.707537:0:103838:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.707550:0:103838:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.707557:0:103838:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.707563:0:103838:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.707566:0:103838:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.707572:0:103838:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c254fcb8 00010000:00010000:3.0:1769074866.707575:0:103838:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.707584:0:103838:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.710342:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710357:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.710370:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710373:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710382:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710385:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710393:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710396:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710404:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710407:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710415:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710418:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710425:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710427:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710436:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710438:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710445:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710448:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1769074866.710609:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710615:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.710624:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710627:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710637:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710640:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710648:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710650:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710659:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710662:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710670:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710673:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710681:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710684:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710691:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710695:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710702:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710705:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1769074866.710831:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710836:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.710845:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710848:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710857:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710859:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710867:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710870:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710879:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710882:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.710891:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710894:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.710903:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.710906:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712065:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712070:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712079:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712083:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074866.712226:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712231:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.712241:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712244:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712252:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712255:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712262:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712265:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712272:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712275:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712282:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712285:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712293:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712296:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712303:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712306:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712315:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712318:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074866.712447:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712452:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.712462:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712465:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712473:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712475:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712482:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712486:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712493:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712496:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.712504:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712507:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712515:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712518:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712525:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712528:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.712536:0:103839:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.712540:0:103839:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.713409:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713416:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.713426:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713429:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.713438:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713441:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.713449:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713452:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.713459:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713462:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.713470:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713472:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.713479:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.713909:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.714027:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.714030:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.714038:0:103838:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.714042:0:103838:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.777501:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.777523:0:103847:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074866.777531:0:103847:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074866.777561:0:103847:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074866.777578:0:103847:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.777593:0:103847:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.777601:0:103847:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074866.777608:0:103847:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074866.777612:0:103847:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:3.0:1769074866.777620:0:103847:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2457cb8 00010000:00010000:3.0:1769074866.777623:0:103847:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.777632:0:103847:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.779083:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779110:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.779125:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779130:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779138:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779142:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779178:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779182:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779192:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779195:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779204:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779207:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779215:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779218:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779226:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779229:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779237:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779242:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074866.779405:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779411:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.779421:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779425:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779433:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779437:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779445:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779448:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779456:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779459:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779467:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779471:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779478:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779481:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779488:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779492:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779500:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779504:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074866.779636:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779642:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.779651:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779654:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779661:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779664:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779670:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779673:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779680:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779683:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779691:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779694:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779702:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779704:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779713:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779716:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779724:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779728:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074866.779860:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779866:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.779875:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779878:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779886:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779889:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779896:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779898:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779905:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779908:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.779915:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779918:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779925:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779928:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779935:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779938:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.779945:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.779949:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074866.780078:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.780083:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.786659:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.786680:0:103846:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.786687:0:103846:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.786716:0:103846:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.786736:0:103846:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.786749:0:103846:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.786757:0:103846:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.786764:0:103846:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.786768:0:103846:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.786774:0:103846:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c251fcb8 00010000:00010000:0.0:1769074866.786779:0:103846:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.786787:0:103846:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.789464:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789482:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789498:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789501:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789509:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789512:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789520:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789523:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789530:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789534:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.789542:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789545:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.789554:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789557:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.789563:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789567:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074866.789768:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789774:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.789785:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789789:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789800:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789802:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789811:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789814:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789821:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789823:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.789830:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789832:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.789839:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789842:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.789850:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789853:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.789861:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.789865:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074866.790007:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790012:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.790020:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790023:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790030:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790033:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790040:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790043:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790050:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790053:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790060:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790063:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.790070:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790073:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.790079:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790082:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.790105:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790109:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.790302:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790308:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.790316:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790319:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790327:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790330:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790337:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790340:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790348:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790352:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.790361:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790364:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.790373:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790376:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.790384:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790387:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.790394:0:103847:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.790398:0:103847:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074866.806676:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806688:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.806700:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806705:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.806713:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806716:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.806724:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806727:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.806736:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806740:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.806751:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806754:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.806762:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806764:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.806772:0:103846:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.806777:0:103846:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.860142:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074866.863273:0:103850:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.863370:0:103850:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.863403:0:103850:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.863420:0:103850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.863434:0:103850:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.863441:0:103850:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.863449:0:103850:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.863453:0:103850:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.863460:0:103850:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c254fcb8 00010000:00010000:0.0:1769074866.863464:0:103850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.863473:0:103850:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.866899:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.867832:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.867874:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.867880:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.867891:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.867894:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.867900:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.867903:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.868371:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.868378:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.868398:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.868401:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.868410:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.868413:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.868420:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.868423:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.868430:0:103850:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.868435:0:103850:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074866.879857:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074866.879888:0:103853:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074866.879898:0:103853:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074866.879955:0:103853:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074866.879981:0:103853:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.880000:0:103853:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.880011:0:103853:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074866.880020:0:103853:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074866.880024:0:103853:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074866.880032:0:103853:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c2567cb8 00010000:00010000:0.0:1769074866.880037:0:103853:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074866.880046:0:103853:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074866.881554:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881569:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074866.881581:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881586:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.881593:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881596:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.881605:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881608:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.881618:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881621:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074866.881630:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881635:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.881643:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881646:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.881653:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881655:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074866.881663:0:103853:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074866.881667:0:103853:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074866.969321:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.969335:0:103862:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libacl.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f8600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074866.969343:0:103862:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libacl.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074866.969370:0:103862:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libacl.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074866.969437:0:103862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.969447:0:103862:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103862 initiator: MDT0 00000020:00100000:3.0:1769074866.969458:0:103862:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074866.969470:0:103862:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ce00 x1855007611823744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074866.969479:0:103862:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103862 initiator: MDT0 00000100:00100000:3.0:1769074866.969500:0:103862:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job sed:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103862:1855007611823744:192.168.204.148@tcp:101:sed.0 00000100:00100000:3.0:1769074866.971059:0:103862:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074866.983127:0:103862:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job sed:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103862:1855007611823744:192.168.204.148@tcp:101:sed.0 00010000:00010000:3.0:1769074866.983190:0:103862:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983204:0:103862:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983212:0:103862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983230:0:103862:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983238:0:103862:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983245:0:103862:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074866.983250:0:103862:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983257:0:103862:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983272:0:103862:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983279:0:103862:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074866.983285:0:103862:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983294:0:103862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9499 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103862 initiator: MDT0 00000002:00100000:3.0:1769074866.983310:0:103862:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac6a7ce00 x1855007611823744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074882 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sed.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074866.983322:0:103862:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074866.983358:0:103862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.983370:0:103862:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074866.983378:0:103862:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c252f9a8 00010000:00010000:3.0:1769074866.983381:0:103862:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074866.983388:0:103862:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074866.983786:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983797:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074866.983807:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983810:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.983817:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983819:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.983825:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983828:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.983835:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983838:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074866.983844:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983847:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.983855:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983857:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.983864:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983866:0:103862:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074866.983872:0:103862:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074866.983882:0:103862:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libselinux.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f9b00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074866.983889:0:103862:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libselinux.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074866.983906:0:103862:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libselinux.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074866.983953:0:103862:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa94a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103862 initiator: MDT0 00010000:00010000:3.0:1769074866.983959:0:103862:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa94a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103862 initiator: MDT0 00000020:00100000:3.0:1769074866.983969:0:103862:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074866.983976:0:103862:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ce00 x1855007611824000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074866.983985:0:103862:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa94a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103862 initiator: MDT0 00000100:00100000:3.0:1769074866.984006:0:103862:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job sed:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103862:1855007611824000:192.168.204.148@tcp:101:sed.0 00000100:00100000:3.0:1769074866.984223:0:103862:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7000 going to sleep for 11 seconds 00000080:00200000:0.0:1769074867.041616:0:102716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074867.041640:0:102716:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074867.041649:0:102716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074867.041681:0:102716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074867.041699:0:102716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074867.041718:0:102716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074867.041725:0:102716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074867.041732:0:102716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074867.041735:0:102716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa93d5 00000080:00010000:0.0:1769074867.041741:0:102716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa93d5 from it ffffb370c27cfcb8 00010000:00010000:0.0:1769074867.041745:0:102716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074867.041752:0:102716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074867.045333:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045351:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074867.045364:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045368:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.045377:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045379:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.045387:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045390:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.045398:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045401:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.045409:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045412:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.045419:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045422:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.045429:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.045431:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.047594:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047610:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libselinux.so.1, flags=257 00000080:00200000:3.0:1769074867.047891:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047897:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074867.047905:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047909:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.047916:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047919:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.047928:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047930:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.047938:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047940:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.047947:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047950:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.047956:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047959:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.047964:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047967:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.047972:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.047975:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074867.048132:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048137:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074867.048168:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048172:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.048186:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048189:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.048199:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048201:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.048210:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048214:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.048862:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048873:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.048893:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048896:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.048905:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048907:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.048915:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.048919:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre2-8.so.0, flags=257 00000080:00200000:3.0:1769074867.049366:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049372:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074867.049383:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049387:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049394:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049397:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049404:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049407:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049416:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049418:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049425:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049429:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.049516:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049521:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.049533:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049536:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.049545:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049549:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074867.049678:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049684:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074867.049692:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049696:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049703:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049706:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049712:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049715:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049722:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049725:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.049733:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049735:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.049743:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049746:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.049753:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049756:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.049763:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.049766:0:103863:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074867.063756:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.063778:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:3.0:1769074867.063782:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.063787:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.063791:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:3.0:1769074867.063835:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.063863:0:103863:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.064013:0:103863:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.064021:0:103863:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074867.064024:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa93d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2af57a expref: -99 pid: 100352 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074867.064042:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074867.064056:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f100 x1855007611824768/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074867.064078:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611824768:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:3.0:1769074867.064229:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074867.071442:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074867.075632:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611824768:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:3.0:1769074867.075692:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448) 00000080:00200000:3.0:1769074867.075699:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x141:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.075755:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.075783:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac5521800, open_flags 38900, mode 0 opened 0 00000080:00200000:3.0:1769074867.075792:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074867.075819:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0704401 00010000:00010000:3.0:1769074867.075883:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.075894:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:3.0:1769074867.075904:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074867.075912:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7fb80 x1855007611825024/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074867.075921:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:3.0:1769074867.075940:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611825024:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:3.0:1769074867.077883:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.086869:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611825024:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:3.0:1769074867.086892:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086905:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086912:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086919:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086927:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086932:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074867.086937:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086945:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086952:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086959:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074867.086965:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.086971:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:3.0:1769074867.086988:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7fb80 x1855007611825024/t4294968605(4294968605) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074867.087000:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7fb80 x1855007611825024/t4294968605(4294968605) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.087011:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074867.087032:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x141:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.087035:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x141:0x0](ffff88dad0a8f448): rc = 0 00000080:00010000:3.0:1769074867.087040:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x0 00000080:00200008:3.0:1769074867.087065:0:103863:0:(file.c:1001:ll_file_open()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704400 00000002:00100000:3.0:1769074867.087097:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7fb80 x1855007611825024/t4294968605(4294968605) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.087306:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 44 00000080:00200000:0.0:1769074867.089223:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 101 00000080:00200008:0.0:1769074867.089248:0:103863:0:(file.c:424:ll_file_release()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704000 00000002:00100000:0.0:1769074867.089318:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7fb80 x1855007611825024/t4294968605(4294968605) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074867.089333:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074867.089338:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d500 x1855007611825280/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074867.089362:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611825280:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:0.0:1769074867.089464:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000080:00200000:3.0:1769074867.181466:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988), flags=1536 00000080:00200000:3.0:1769074867.181471:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.181478:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.181483:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988) 00000020:00100000:3.0:1769074867.181562:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074867.181570:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ea00 x1855007611827840/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074867.181592:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ea00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611827840:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:3.0:1769074867.181679:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.188417:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ea00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611827840:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:3.0:1769074867.188544:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00200000:3.0:1769074867.188551:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x145:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.188620:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.188640:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988), file ffff88dac5520c00, open_flags 38900, mode 0 opened 0 00000080:00200000:3.0:1769074867.188650:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988), intent=open 00000002:00010000:3.0:1769074867.188679:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f,[0x0:0x0:0x0]) in obj [0x200000402:0x144:0x0], intent: open flags 0704401 00010000:00010000:3.0:1769074867.188753:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.188764:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:3.0:1769074867.188777:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074867.188786:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d880 x1855007611828096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074867.188795:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:3.0:1769074867.188818:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828096:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:3.0:1769074867.189124:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.192510:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828096:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:3.0:1769074867.192533:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192546:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192553:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192560:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192568:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192575:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074867.192798:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192807:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192815:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192821:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074867.192829:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.192836:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:3.0:1769074867.192864:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d880 x1855007611828096/t4294968617(4294968617) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074867.192876:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d880 x1855007611828096/t4294968617(4294968617) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.192888:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x144:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074867.192910:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x145:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.192913:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x145:0x0](ffff88dad0a8b248): rc = 0 00000080:00010000:3.0:1769074867.192918:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x0 00000080:00200008:3.0:1769074867.192948:0:103863:0:(file.c:1001:ll_file_open()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704400 00000002:00100000:3.0:1769074867.192969:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d880 x1855007611828096/t4294968617(4294968617) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.193018:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 44 00000080:00200000:3.0:1769074867.193041:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 101 00000080:00200008:3.0:1769074867.193057:0:103863:0:(file.c:424:ll_file_release()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704000 00000002:00100000:3.0:1769074867.193119:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7d880 x1855007611828096/t4294968617(4294968617) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074867.193130:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074867.193135:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c000 x1855007611828352/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074867.193204:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828352:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:3.0:1769074867.193290:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.198667:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828352:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:3.0:1769074867.198705:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7d880 x1855007611828096/t4294968617(4294968617) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.198765:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.198788:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248), flags=1536 00000080:00200000:3.0:1769074867.198793:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.198798:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.198803:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248) 00000020:00100000:3.0:1769074867.198880:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074867.198886:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c000 x1855007611828608/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074867.198910:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828608:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:3.0:1769074867.198997:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.204554:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828608:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:3.0:1769074867.204616:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00200000:3.0:1769074867.204624:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x146:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.204686:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.204705:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248), file ffff88dac5520c00, open_flags 38900, mode 0 opened 0 00000080:00200000:3.0:1769074867.204713:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:3.0:1769074867.204738:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401,[0x0:0x0:0x0]) in obj [0x200000402:0x145:0x0], intent: open flags 0704401 00010000:00010000:3.0:1769074867.204806:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.204815:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:3.0:1769074867.204825:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074867.204832:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d880 x1855007611828864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074867.204841:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:3.0:1769074867.204859:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828864:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:3.0:1769074867.205028:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.208277:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611828864:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:3.0:1769074867.208301:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208314:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208321:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208328:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208336:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208347:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074867.208362:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208370:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208376:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208383:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074867.208390:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.208397:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:3.0:1769074867.208423:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d880 x1855007611828864/t4294968620(4294968620) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074867.208444:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d880 x1855007611828864/t4294968620(4294968620) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.208463:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x145:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074867.208486:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x146:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.208489:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x146:0x0](ffff88dad0a8cb08): rc = 0 00000080:00010000:3.0:1769074867.208493:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x0 00000080:00200008:3.0:1769074867.208519:0:103863:0:(file.c:1001:ll_file_open()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704400 00000002:00100000:3.0:1769074867.208541:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d880 x1855007611828864/t4294968620(4294968620) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.208609:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 44 00000080:00200000:3.0:1769074867.208631:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 101 00000080:00200008:3.0:1769074867.208646:0:103863:0:(file.c:424:ll_file_release()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704000 00000002:00100000:3.0:1769074867.208697:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7d880 x1855007611828864/t4294968620(4294968620) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074867.208707:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074867.208712:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ca80 x1855007611829120/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074867.208736:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ca80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611829120:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:3.0:1769074867.208809:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.216288:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ca80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611829120:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:3.0:1769074867.216317:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7d880 x1855007611828864/t4294968620(4294968620) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.216372:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.216396:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags=1536 00000080:00200000:3.0:1769074867.216400:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.216406:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.216411:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000020:00100000:3.0:1769074867.216478:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074867.216485:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ca80 x1855007611829376/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074867.216521:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ca80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611829376:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:3.0:1769074867.216579:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.226233:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ca80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611829376:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:3.0:1769074867.226283:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00200000:3.0:1769074867.226291:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x147:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.226355:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.226376:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08), file ffff88dac5520c00, open_flags 38900, mode 0 opened 0 00000080:00200000:3.0:1769074867.226385:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08), intent=open 00000002:00010000:3.0:1769074867.226414:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18,[0x0:0x0:0x0]) in obj [0x200000402:0x146:0x0], intent: open flags 0704401 00010000:00010000:3.0:1769074867.226481:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.226491:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:3.0:1769074867.226504:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074867.227368:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d880 x1855007611829632/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074867.227383:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:3.0:1769074867.227411:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611829632:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:3.0:1769074867.227612:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.239854:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611829632:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:3.0:1769074867.239889:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239904:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239913:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239921:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 3/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239930:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 4/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239937:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074867.239944:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 4/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239951:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 4/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239959:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 5/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239967:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074867.239974:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 3/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.239981:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa94df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:3.0:1769074867.240011:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d880 x1855007611829632/t4294968623(4294968623) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074867.240026:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d880 x1855007611829632/t4294968623(4294968623) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.240039:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x146:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074867.240078:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x147:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.240094:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x147:0x0](ffff88dad0a8d348): rc = 0 00000080:00010000:3.0:1769074867.240099:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x0 00000080:00200008:3.0:1769074867.240137:0:103863:0:(file.c:1001:ll_file_open()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704400 00000080:00200000:0.0:1769074867.310880:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14b:0x0], updating i_size 4096 00000080:00200000:0.0:1769074867.310885:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14b:0x0](ffff88dac9dc9148): rc = 0 00000080:00010000:0.0:1769074867.310890:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x0 00000080:00200008:0.0:1769074867.310924:0:103863:0:(file.c:1001:ll_file_open()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704400 00000002:00100000:0.0:1769074867.310949:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6165c00 x1855007611832704/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074867.311011:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 44 00000080:00200000:0.0:1769074867.311031:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 101 00000080:00200008:0.0:1769074867.311046:0:103863:0:(file.c:424:ll_file_release()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704000 00000002:00100000:0.0:1769074867.311567:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6165c00 x1855007611832704/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074867.311640:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074867.311646:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611832960/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074867.311669:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611832960:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:0.0:1769074867.311802:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000020:00100000:0.0:1769074867.315326:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074867.315334:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6165c00 x1855007611833216/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074867.315516:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6165c00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611833216:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:0.0:1769074867.315633:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000080:00200000:0.0:1769074867.335561:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, dir=[0x200000402:0x14c:0x0](ffff88dac9dcb248), file ffff88dac76d0780, open_flags 38900, mode 0 opened 0 00000080:00200000:0.0:1769074867.335571:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, dir=[0x200000402:0x14c:0x0](ffff88dac9dcb248), intent=open 00000002:00010000:0.0:1769074867.335619:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01,[0x0:0x0:0x0]) in obj [0x200000402:0x14c:0x0], intent: open flags 0704401 00010000:00010000:0.0:1769074867.335686:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:0.0:1769074867.335696:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:0.0:1769074867.335707:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074867.335716:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e300 x1855007611834240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074867.335724:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:0.0:1769074867.335744:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611834240:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:0.0:1769074867.335924:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00010000:00010000:2.0:1769074867.339496:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339503:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339509:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339517:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339522:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.339527:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339533:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339540:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339547:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.339553:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.339559:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9509 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.339597:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7d2e300 x1855007611834240/t4294968641(4294968641) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.339611:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e300 x1855007611834240/t4294968641(4294968641) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.339623:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14c:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.339647:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14d:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.339650:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14d:0x0](ffff88dac9dccb08): rc = 0 00000080:00010000:2.0:1769074867.339654:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x0 00000080:00200008:2.0:1769074867.339683:0:103863:0:(file.c:1001:ll_file_open()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704400 00000002:00100000:2.0:1769074867.339703:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e300 x1855007611834240/t4294968641(4294968641) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.339762:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.339783:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.339798:0:103863:0:(file.c:424:ll_file_release()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704000 00000002:00100000:2.0:1769074867.339850:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2e300 x1855007611834240/t4294968641(4294968641) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.339860:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.339865:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6167b80 x1855007611834496/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.339887:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6167b80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611834496:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.339970:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.343804:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6167b80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611834496:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.343840:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2e300 x1855007611834240/t4294968641(4294968641) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.343896:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.343915:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags=1536 00000080:00200000:2.0:1769074867.343920:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.343925:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.343929:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000020:00100000:2.0:1769074867.343992:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.343999:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6167b80 x1855007611834752/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.344021:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6167b80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611834752:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.344128:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.349881:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6167b80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611834752:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.349934:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00200000:2.0:1769074867.349941:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14e:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.349995:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.350012:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08), file ffff88dac76d1b00, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.350020:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08), intent=open 00000002:00010000:2.0:1769074867.350045:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e,[0x0:0x0:0x0]) in obj [0x200000402:0x14d:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.350123:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.350133:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.350144:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.350191:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611835008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.350200:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.350218:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835008:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.350536:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.355013:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835008:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.355037:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355050:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355057:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355063:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355070:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355076:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.355089:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355097:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355104:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355111:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.355118:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.355126:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9510 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.355208:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611835008/t4294968644(4294968644) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.355220:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611835008/t4294968644(4294968644) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.355232:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14d:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.355253:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14e:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.355256:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14e:0x0](ffff88dac9dcba88): rc = 0 00000080:00010000:2.0:1769074867.355260:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x0 00000080:00200008:2.0:1769074867.355290:0:103863:0:(file.c:1001:ll_file_open()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704400 00000002:00100000:2.0:1769074867.355311:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611835008/t4294968644(4294968644) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.355371:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.355393:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.355411:0:103863:0:(file.c:424:ll_file_release()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704000 00000002:00100000:2.0:1769074867.355480:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611835008/t4294968644(4294968644) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.355490:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.355496:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6164000 x1855007611835264/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.355517:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6164000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835264:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.355592:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.359115:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6164000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835264:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.359199:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611835008/t4294968644(4294968644) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.359266:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.359288:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags=1536 00000080:00200000:2.0:1769074867.359292:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.359298:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.359303:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000020:00100000:2.0:1769074867.359394:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.359401:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6164000 x1855007611835520/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.359426:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6164000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835520:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.359513:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.364488:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6164000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835520:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.364546:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00200000:2.0:1769074867.364555:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14f:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.364628:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.364646:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88), file ffff88dac76d0780, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.364655:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88), intent=open 00000002:00010000:2.0:1769074867.364681:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29,[0x0:0x0:0x0]) in obj [0x200000402:0x14e:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.364746:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.364756:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.364767:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.364776:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611835776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.364785:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.364804:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835776:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.364999:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.368858:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611835776:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.368883:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368896:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368903:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368911:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368918:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368928:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.368932:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368939:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368945:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368951:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.368957:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.368963:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9517 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.368987:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611835776/t4294968647(4294968647) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.368999:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611835776/t4294968647(4294968647) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.369011:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14e:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.369034:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14f:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.369037:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14f:0x0](ffff88dac9dc8908): rc = 0 00000080:00010000:2.0:1769074867.369041:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x0 00000080:00200008:2.0:1769074867.369073:0:103863:0:(file.c:1001:ll_file_open()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704400 00000002:00100000:2.0:1769074867.369106:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611835776/t4294968647(4294968647) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.369209:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.369231:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.369245:0:103863:0:(file.c:424:ll_file_release()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704000 00000002:00100000:2.0:1769074867.369293:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611835776/t4294968647(4294968647) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.369305:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.369310:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6165180 x1855007611836032/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.369330:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6165180 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836032:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.369419:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.373101:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6165180 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836032:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.373224:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611835776/t4294968647(4294968647) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.373294:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.373319:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags=1536 00000080:00200000:2.0:1769074867.373323:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.373328:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.373332:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000020:00100000:2.0:1769074867.373563:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.373571:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6165180 x1855007611836288/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.373672:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6165180 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836288:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.373801:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.386487:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6165180 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836288:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.386546:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00200000:2.0:1769074867.386555:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x150:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.386638:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.386658:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908), file ffff88dac76d0780, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.386667:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908), intent=open 00000002:00010000:2.0:1769074867.386695:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9,[0x0:0x0:0x0]) in obj [0x200000402:0x14f:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.386760:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.386770:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.386782:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.386790:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611836544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.386799:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.386818:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836544:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.386996:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.401658:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836544:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.401685:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401699:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401705:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401712:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401721:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401728:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.401734:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401740:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401748:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401755:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.401761:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.401767:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa951e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.401803:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611836544/t4294968650(4294968650) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.401816:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611836544/t4294968650(4294968650) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.401828:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.401849:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x150:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.401852:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x150:0x0](ffff88dac9dcf448): rc = 0 00000080:00010000:2.0:1769074867.401856:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x0 00000080:00200008:2.0:1769074867.401887:0:103863:0:(file.c:1001:ll_file_open()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704400 00000002:00100000:2.0:1769074867.401911:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611836544/t4294968650(4294968650) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.401973:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.401995:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.402010:0:103863:0:(file.c:424:ll_file_release()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704000 00000002:00100000:2.0:1769074867.402059:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611836544/t4294968650(4294968650) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.402069:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.402074:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6167100 x1855007611836800/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.402108:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6167100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836800:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.402288:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.410889:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6167100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611836800:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.410931:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611836544/t4294968650(4294968650) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.410999:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.411026:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448), flags=1536 00000080:00200000:2.0:1769074867.411030:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.411035:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.411040:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448) 00000020:00100000:2.0:1769074867.411126:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.411134:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6167100 x1855007611837056/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.411185:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6167100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837056:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.411253:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.416692:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6167100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837056:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.416751:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00200000:2.0:1769074867.416759:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x151:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.416824:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.416848:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448), file ffff88dac76d1b00, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.416859:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448), intent=open 00000002:00010000:2.0:1769074867.416888:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447,[0x0:0x0:0x0]) in obj [0x200000402:0x150:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.416968:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.416979:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.416992:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.417000:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611837312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.417008:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.417029:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837312:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.417239:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.422013:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837312:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.422037:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422051:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422058:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422064:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422071:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422076:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.422091:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422098:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422107:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422114:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.422121:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.422128:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9525 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.422181:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611837312/t4294968653(4294968653) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.422196:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611837312/t4294968653(4294968653) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.422210:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x150:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.422235:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x151:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.422238:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x151:0x0](ffff88dac9dcec08): rc = 0 00000080:00010000:2.0:1769074867.422242:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x0 00000080:00200008:2.0:1769074867.422274:0:103863:0:(file.c:1001:ll_file_open()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704400 00000002:00100000:2.0:1769074867.422295:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611837312/t4294968653(4294968653) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.422371:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.422393:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.422408:0:103863:0:(file.c:424:ll_file_release()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704000 00000002:00100000:2.0:1769074867.422466:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611837312/t4294968653(4294968653) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.422482:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.422487:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6164e00 x1855007611837568/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.422509:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6164e00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837568:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.422601:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.426393:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6164e00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837568:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.426438:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611837312/t4294968653(4294968653) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.426502:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.426530:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08), flags=1536 00000080:00200000:2.0:1769074867.426533:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.426538:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.426542:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08) 00000020:00100000:2.0:1769074867.426629:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.426635:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6164e00 x1855007611837824/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.426655:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6164e00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837824:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.426729:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.431365:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6164e00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611837824:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.431417:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00200000:2.0:1769074867.431425:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x152:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.431503:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.431525:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08), file ffff88dac76d0780, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.431533:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08), intent=open 00000002:00010000:2.0:1769074867.431564:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af,[0x0:0x0:0x0]) in obj [0x200000402:0x151:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.431635:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.431645:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.431657:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.431665:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611838080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.431675:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.431694:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838080:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.431873:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.436019:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838080:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.436046:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436059:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436066:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436073:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436091:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436098:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.436103:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436110:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436116:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436122:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.436129:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.436135:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa952c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.436198:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611838080/t4294968656(4294968656) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.436211:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611838080/t4294968656(4294968656) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.436223:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x151:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.436247:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x152:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.436250:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x152:0x0](ffff88dac9dcc2c8): rc = 0 00000080:00010000:2.0:1769074867.436255:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x0 00000080:00200008:2.0:1769074867.436286:0:103863:0:(file.c:1001:ll_file_open()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704400 00000002:00100000:2.0:1769074867.436308:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611838080/t4294968656(4294968656) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.436800:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 44 00000080:00200000:3.0:1769074867.437530:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 101 00000080:00200008:3.0:1769074867.437549:0:103863:0:(file.c:424:ll_file_release()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704000 00000002:00100000:3.0:1769074867.437758:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611838080/t4294968656(4294968656) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074867.437770:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074867.437775:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d880 x1855007611838336/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074867.437802:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838336:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:3.0:1769074867.437947:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.441689:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838336:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:3.0:1769074867.441732:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611838080/t4294968656(4294968656) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.441795:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.441819:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags=1536 00000080:00200000:3.0:1769074867.441826:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.441831:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074867.441835:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000020:00100000:3.0:1769074867.441898:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074867.441905:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d880 x1855007611838592/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074867.441925:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838592:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:3.0:1769074867.442053:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.447726:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d880 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838592:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:3.0:1769074867.447773:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00200000:3.0:1769074867.447781:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x153:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.447837:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.447854:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), file ffff88dac5521380, open_flags 38900, mode 0 opened 0 00000080:00200000:3.0:1769074867.447861:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), intent=open 00000002:00010000:3.0:1769074867.447884:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f,[0x0:0x0:0x0]) in obj [0x200000402:0x152:0x0], intent: open flags 0704401 00010000:00010000:3.0:1769074867.447946:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.447954:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:3.0:1769074867.447965:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074867.447972:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7fb80 x1855007611838848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074867.447982:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:3.0:1769074867.448000:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838848:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:3.0:1769074867.448299:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.452118:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611838848:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:3.0:1769074867.452142:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452175:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452181:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452188:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452195:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452201:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074867.452205:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452211:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452218:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452228:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074867.452234:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:3.0:1769074867.452238:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9533 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:3.0:1769074867.452261:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7fb80 x1855007611838848/t4294968659(4294968659) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074867.452274:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7fb80 x1855007611838848/t4294968659(4294968659) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.452286:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x152:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074867.452306:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x153:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.452309:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x153:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:3.0:1769074867.452313:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x0 00000080:00200008:3.0:1769074867.452338:0:103863:0:(file.c:1001:ll_file_open()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704400 00000002:00100000:3.0:1769074867.452511:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7fb80 x1855007611838848/t4294968659(4294968659) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074867.452570:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 44 00000080:00200000:3.0:1769074867.452663:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 101 00000080:00200008:3.0:1769074867.452680:0:103863:0:(file.c:424:ll_file_release()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704000 00000002:00100000:3.0:1769074867.452728:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7fb80 x1855007611838848/t4294968659(4294968659) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074867.452739:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074867.452745:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ce00 x1855007611839104/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074867.452767:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839104:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:3.0:1769074867.452904:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.456261:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839104:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:3.0:1769074867.456297:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7fb80 x1855007611838848/t4294968659(4294968659) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074867.456630:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074867.456657:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908), flags=1536 00000080:00200000:0.0:1769074867.456661:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074867.456667:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074867.456672:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908) 00000020:00100000:0.0:1769074867.456778:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074867.456786:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f480 x1855007611839360/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074867.456810:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839360:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:0.0:1769074867.456962:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.465542:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839360:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.465604:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00200000:2.0:1769074867.465612:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x154:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.465670:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.465691:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908), file ffff88dac76d1b00, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.465699:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908), intent=open 00000002:00010000:2.0:1769074867.465726:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea,[0x0:0x0:0x0]) in obj [0x200000402:0x153:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.465793:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.465804:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.465816:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.465826:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611839616/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.465846:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.465868:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839616:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.466052:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.469951:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839616:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.469979:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.469993:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470000:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470007:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470015:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470021:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.470026:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470033:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470039:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470046:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.470053:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.470058:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa953a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.470096:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611839616/t4294968662(4294968662) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.470110:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611839616/t4294968662(4294968662) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.470127:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x153:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.470191:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x154:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.470195:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x154:0x0](ffff88dac9dcd348): rc = 0 00000080:00010000:2.0:1769074867.470200:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x0 00000080:00200008:2.0:1769074867.470237:0:103863:0:(file.c:1001:ll_file_open()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704400 00000002:00100000:2.0:1769074867.470261:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611839616/t4294968662(4294968662) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.470330:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.470558:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.470577:0:103863:0:(file.c:424:ll_file_release()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704000 00000002:00100000:2.0:1769074867.470755:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611839616/t4294968662(4294968662) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.470767:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.470773:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166d80 x1855007611839872/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.470800:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839872:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.470973:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.475779:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611839872:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.475825:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611839616/t4294968662(4294968662) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.475891:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.475919:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348), flags=1536 00000080:00200000:2.0:1769074867.475924:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.475930:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.475935:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348) 00000020:00100000:2.0:1769074867.476003:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.476010:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166d80 x1855007611840128/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.476033:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840128:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.476319:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.483302:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840128:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.483638:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00200000:2.0:1769074867.483646:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x155:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.483711:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.483731:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348), file ffff88dac76d0600, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.483739:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348), intent=open 00000002:00010000:2.0:1769074867.483764:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330,[0x0:0x0:0x0]) in obj [0x200000402:0x154:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.483828:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.483839:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.483852:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.483862:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611840384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.483872:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.483897:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840384:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.484330:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.489133:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840384:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.489224:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489237:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489244:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489250:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489258:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489265:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.489269:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489276:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489283:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489290:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.489295:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.489300:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9541 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.489326:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611840384/t4294968665(4294968665) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.489338:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611840384/t4294968665(4294968665) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.489499:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x154:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.489690:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x155:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.489694:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x155:0x0](ffff88dac9d900c8): rc = 0 00000080:00010000:2.0:1769074867.489710:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x0 00000080:00200008:2.0:1769074867.489745:0:103863:0:(file.c:1001:ll_file_open()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704400 00000002:00100000:2.0:1769074867.489769:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611840384/t4294968665(4294968665) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.489834:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.489858:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.489872:0:103863:0:(file.c:424:ll_file_release()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704000 00000002:00100000:2.0:1769074867.489920:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611840384/t4294968665(4294968665) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.489930:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.489935:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6165500 x1855007611840640/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.489955:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6165500 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840640:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.490117:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.495884:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6165500 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840640:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.495930:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611840384/t4294968665(4294968665) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.495995:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.496022:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8), flags=1536 00000080:00200000:2.0:1769074867.496026:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.496032:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.496594:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8) 00000020:00100000:2.0:1769074867.496667:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.496675:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6165500 x1855007611840896/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.496699:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6165500 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840896:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.496842:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.506709:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6165500 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611840896:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.506763:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00200000:2.0:1769074867.506770:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x156:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.506840:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.506860:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8), file ffff88dac76d0600, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.506868:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8), intent=open 00000002:00010000:2.0:1769074867.506891:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc,[0x0:0x0:0x0]) in obj [0x200000402:0x155:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.506959:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.506968:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.506978:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.506985:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611841152/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.506994:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.507011:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841152:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.507287:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.510441:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841152:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.510479:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510493:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510514:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510522:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510530:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510536:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.510541:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510547:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510554:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510560:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.510568:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.510574:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9548 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.510601:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611841152/t4294968668(4294968668) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.510612:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611841152/t4294968668(4294968668) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.510623:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x155:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.510643:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x156:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.510646:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x156:0x0](ffff88dac9d921c8): rc = 0 00000080:00010000:2.0:1769074867.510650:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x0 00000080:00200008:2.0:1769074867.510680:0:103863:0:(file.c:1001:ll_file_open()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704400 00000002:00100000:2.0:1769074867.510700:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611841152/t4294968668(4294968668) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.510760:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.510782:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.510797:0:103863:0:(file.c:424:ll_file_release()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704000 00000002:00100000:2.0:1769074867.510842:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611841152/t4294968668(4294968668) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.510852:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.510858:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6167800 x1855007611841408/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.510881:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6167800 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841408:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.510963:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.515642:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6167800 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841408:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.515681:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611841152/t4294968668(4294968668) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.515741:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.515761:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8), flags=1536 00000080:00200000:2.0:1769074867.515765:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.515770:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.515774:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8) 00000020:00100000:2.0:1769074867.515835:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.515841:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6167800 x1855007611841664/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.515862:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6167800 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841664:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.515931:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.526219:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6167800 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841664:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.526267:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00200000:2.0:1769074867.526273:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x157:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.526338:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.526366:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8), file ffff88dac76d0600, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.526374:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8), intent=open 00000002:00010000:2.0:1769074867.526398:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381,[0x0:0x0:0x0]) in obj [0x200000402:0x156:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.526471:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.526479:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.526489:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.526497:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611841920/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.526505:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.526525:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841920:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.526749:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.533140:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611841920:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.533188:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533200:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533205:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533211:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533218:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533224:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.533228:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533234:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533240:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533247:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.533253:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.533259:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa954f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.533286:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6166680 x1855007611841920/t4294968671(4294968671) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.533298:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611841920/t4294968671(4294968671) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.533310:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x156:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.533333:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x157:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.533335:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x157:0x0](ffff88dac9d92a08): rc = 0 00000080:00010000:2.0:1769074867.533338:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x0 00000080:00200008:2.0:1769074867.533644:0:103863:0:(file.c:1001:ll_file_open()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704400 00000002:00100000:2.0:1769074867.533673:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611841920/t4294968671(4294968671) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.533743:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.533767:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.533783:0:103863:0:(file.c:424:ll_file_release()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704000 00000002:00100000:2.0:1769074867.533859:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611841920/t4294968671(4294968671) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.533870:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.533875:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832300 x1855007611842176/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.533896:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842176:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.534052:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.538032:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842176:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.538069:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611841920/t4294968671(4294968671) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.538147:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.538201:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08), flags=1536 00000080:00200000:2.0:1769074867.538205:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.538211:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.538215:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08) 00000020:00100000:2.0:1769074867.538282:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.538289:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832300 x1855007611842432/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.538310:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842432:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.538680:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.547015:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842432:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.547069:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00200000:2.0:1769074867.547088:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x158:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.547190:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.547212:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08), file ffff88dac76d1b00, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.547221:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08), intent=open 00000002:00010000:2.0:1769074867.547248:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652,[0x0:0x0:0x0]) in obj [0x200000402:0x157:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.547320:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.547330:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.547342:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.547350:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611842688/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.547359:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.547380:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842688:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.547590:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.552377:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842688:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.552402:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552414:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552421:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552428:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552435:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552445:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.552450:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552456:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552463:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552470:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.552475:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.552481:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9556 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.552513:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8832680 x1855007611842688/t4294968674(4294968674) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.552526:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832680 x1855007611842688/t4294968674(4294968674) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.552538:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x157:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.552561:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x158:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.552565:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x158:0x0](ffff88dac9d963c8): rc = 0 00000080:00010000:2.0:1769074867.552568:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x0 00000080:00200008:2.0:1769074867.552719:0:103863:0:(file.c:1001:ll_file_open()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704400 00000002:00100000:2.0:1769074867.552743:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832680 x1855007611842688/t4294968674(4294968674) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.553041:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.553062:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.553089:0:103863:0:(file.c:424:ll_file_release()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704000 00000002:00100000:2.0:1769074867.553137:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8832680 x1855007611842688/t4294968674(4294968674) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.553178:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.553185:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830000 x1855007611842944/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.553206:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842944:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.553300:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.557842:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611842944:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.557890:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8832680 x1855007611842688/t4294968674(4294968674) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.557958:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.557982:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8), flags=1536 00000080:00200000:2.0:1769074867.557986:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.557992:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.557996:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8) 00000020:00100000:2.0:1769074867.558065:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.558072:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830000 x1855007611843200/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.558109:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843200:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:2.0:1769074867.558229:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.567206:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843200:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.567257:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00200000:2.0:1769074867.567266:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x159:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.567329:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.567348:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8), file ffff88dac76d1b00, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.567357:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8), intent=open 00000002:00010000:2.0:1769074867.567385:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966,[0x0:0x0:0x0]) in obj [0x200000402:0x158:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.567461:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.567472:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.567484:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.567491:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611843456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.567500:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.567523:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843456:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.567707:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.575552:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843456:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.575576:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575602:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575609:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575616:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575624:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575630:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.575635:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575641:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575647:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575653:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.575660:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.575666:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa955d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.575696:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8832680 x1855007611843456/t4294968677(4294968677) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.575710:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832680 x1855007611843456/t4294968677(4294968677) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.575722:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x158:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074867.575798:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x159:0x0], updating i_size 4096 00000080:00200000:0.0:1769074867.575803:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x159:0x0](ffff88dac9d90908): rc = 0 00000080:00010000:0.0:1769074867.575808:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x0 00000080:00200008:0.0:1769074867.575842:0:103863:0:(file.c:1001:ll_file_open()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704400 00000002:00100000:0.0:1769074867.575866:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832680 x1855007611843456/t4294968677(4294968677) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074867.575926:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 44 00000080:00200000:0.0:1769074867.575950:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 101 00000080:00200008:0.0:1769074867.575963:0:103863:0:(file.c:424:ll_file_release()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704000 00000002:00100000:0.0:1769074867.576011:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8832680 x1855007611843456/t4294968677(4294968677) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074867.576021:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074867.576026:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f100 x1855007611843712/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074867.576062:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843712:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:0.0:1769074867.576178:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074867.582389:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843712:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:0.0:1769074867.582438:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8832680 x1855007611843456/t4294968677(4294968677) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074867.582511:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074867.582538:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908), flags=1536 00000080:00200000:0.0:1769074867.582545:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074867.582550:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074867.582554:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908) 00000020:00100000:0.0:1769074867.582621:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074867.582627:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f100 x1855007611843968/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074867.582645:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843968:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:0.0:1769074867.582723:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.591628:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611843968:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:2.0:1769074867.591684:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348) 00000080:00200000:2.0:1769074867.591691:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15a:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.591771:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.591793:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908), file ffff88dac76d0600, open_flags 38900, mode 0 opened 0 00000080:00200000:2.0:1769074867.591803:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908), intent=open 00000002:00010000:2.0:1769074867.591830:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f,[0x0:0x0:0x0]) in obj [0x200000402:0x159:0x0], intent: open flags 0704401 00010000:00010000:2.0:1769074867.591891:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.591898:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:2.0:1769074867.591906:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.591912:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833800 x1855007611844224/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.591918:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:2.0:1769074867.591933:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844224:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:2.0:1769074867.592120:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.596319:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844224:192.168.204.148@tcp:101:mkdir.0 00010000:00010000:2.0:1769074867.596338:0:103863:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596349:0:103863:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596356:0:103863:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596363:0:103863:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596370:0:103863:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596376:0:103863:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.596380:0:103863:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596387:0:103863:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596393:0:103863:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596401:0:103863:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.596407:0:103863:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00010000:00010000:2.0:1769074867.596413:0:103863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa9564 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 103863 initiator: MDT0 00000002:00100000:2.0:1769074867.596440:0:103863:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8833800 x1855007611844224/t4294968680(4294968680) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074867.596452:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833800 x1855007611844224/t4294968680(4294968680) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.596465:0:103863:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x159:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.596489:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15a:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.596491:0:103863:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15a:0x0](ffff88dac9d95348): rc = 0 00000080:00010000:2.0:1769074867.596494:0:103863:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) for lock 0x0 00000080:00200008:2.0:1769074867.596524:0:103863:0:(file.c:1001:ll_file_open()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), flags 704400 00000002:00100000:2.0:1769074867.596545:0:103863:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833800 x1855007611844224/t4294968680(4294968680) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.596609:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 44 00000080:00200000:2.0:1769074867.596630:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 101 00000080:00200008:2.0:1769074867.596645:0:103863:0:(file.c:424:ll_file_release()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), flags 704000 00000002:00100000:2.0:1769074867.596694:0:103863:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833800 x1855007611844224/t4294968680(4294968680) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074867.596704:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074867.596709:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832d80 x1855007611844480/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074867.596731:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844480:192.168.204.148@tcp:35:mkdir.0 00000100:00100000:2.0:1769074867.596810:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.600856:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844480:192.168.204.148@tcp:35:mkdir.0 00000002:00100000:2.0:1769074867.600901:0:103863:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833800 x1855007611844224/t4294968680(4294968680) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.600969:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.600991:0:103863:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348), flags=1536 00000080:00200000:2.0:1769074867.600994:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.600998:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.601002:0:103863:0:(namei.c:2175:do_mkdir()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348) 00000020:00100000:2.0:1769074867.601065:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074867.601072:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832d80 x1855007611844736/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 672/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074867.601104:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844736:192.168.204.148@tcp:36:mkdir.0 00000100:00100000:0.0:1769074867.601615:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.607220:0:103863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844736:192.168.204.148@tcp:36:mkdir.0 00000080:00200000:0.0:1769074867.607312:0:103863:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908) 00000080:00200000:0.0:1769074867.607322:0:103863:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15b:0x0], updating i_size 4096 00000080:00200000:0.0:1769074867.607396:0:103863:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074867.607417:0:103863:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348), file ffff88dae4c51680, open_flags 38900, mode 0 opened 0 00000080:00200000:0.0:1769074867.610042:0:103863:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348), intent=open 00000002:00010000:0.0:1769074867.610106:0:103863:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093,[0x0:0x0:0x0]) in obj [0x200000402:0x15a:0x0], intent: open flags 0704401 00010000:00010000:0.0:1769074867.610214:0:103863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa956b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 103863 initiator: MDT0 00010000:00010000:0.0:1769074867.610226:0:103863:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa956b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000020:00100000:0.0:1769074867.610240:0:103863:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074867.610254:0:103863:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611844992/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074867.610270:0:103863:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa956b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 103863 initiator: MDT0 00000100:00100000:0.0:1769074867.610294:0:103863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job mkdir:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103863:1855007611844992:192.168.204.148@tcp:101:mkdir.0 00000100:00100000:0.0:1769074867.610527:0:103863:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000080:00200000:3.0:1769074867.715273:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074867.715295:0:103866:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074867.715302:0:103866:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074867.715323:0:103866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074867.715336:0:103866:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1769074867.715383:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103866 initiator: MDT0 00010000:00010000:3.0:1769074867.715391:0:103866:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:3.0:1769074867.715401:0:103866:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00000100:00100000:3.0:1769074867.715435:0:103866:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611847936:192.168.204.148@tcp:101:sh.0 00000100:00100000:3.0:1769074867.715528:0:103866:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.718771:0:103866:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611847936:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074867.718798:0:103866:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718816:0:103866:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718828:0:103866:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718839:0:103866:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718849:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718857:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718864:0:103866:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074867.718876:0:103866:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7ce00 x1855007611847936/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074867.718888:0:103866:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718902:0:103866:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074867.718908:0:103866:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074867.718934:0:103866:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074867.718940:0:103866:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9587 00000080:00010000:3.0:1769074867.718945:0:103866:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074867.718949:0:103866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c256fcb8 00010000:00010000:3.0:1769074867.718952:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.718960:0:103866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.720807:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.720827:0:103866:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074867.720833:0:103866:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074867.720859:0:103866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.720916:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.720926:0:103866:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.720936:0:103866:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00000100:00100000:2.0:1769074867.720961:0:103866:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848064:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074867.721082:0:103866:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.730540:0:103866:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848064:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074867.730566:0:103866:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730590:0:103866:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730597:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730605:0:103866:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730612:0:103866:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730618:0:103866:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.730623:0:103866:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730629:0:103866:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730636:0:103866:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730643:0:103866:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.730649:0:103866:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730655:0:103866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa958e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00000002:00100000:2.0:1769074867.730674:0:103866:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833800 x1855007611848064/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.730688:0:103866:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074867.730735:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.730748:0:103866:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074867.730756:0:103866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c256f980 00010000:00010000:2.0:1769074867.730760:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.730768:0:103866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.730846:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.730865:0:103866:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074867.730869:0:103866:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074867.730889:0:103866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.730929:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730935:0:103866:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.730945:0:103866:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00000100:00100000:2.0:1769074867.730972:0:103866:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848192:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074867.731042:0:103866:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000080:00200000:3.0:1769074867.731782:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074867.731823:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:2.0:1769074867.735870:0:103866:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848192:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074867.735901:0:103866:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735917:0:103866:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735925:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735933:0:103866:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735942:0:103866:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735949:0:103866:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3710000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.735954:0:103866:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735960:0:103866:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735968:0:103866:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735975:0:103866:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.735981:0:103866:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.735988:0:103866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa9595 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00000002:00100000:2.0:1769074867.736009:0:103866:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833800 x1855007611848192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.736024:0:103866:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074867.736103:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.736117:0:103866:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074867.736125:0:103866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c256f980 00010000:00010000:2.0:1769074867.736129:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.736136:0:103866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.736241:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.736251:0:103866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074867.736266:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.736269:0:103866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074867.736279:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.736283:0:103866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074867.736293:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.736305:0:103866:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074867.736311:0:103866:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074867.736329:0:103866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.736651:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.736664:0:103866:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.736673:0:103866:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00000100:00100000:2.0:1769074867.736694:0:103866:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848320:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074867.736781:0:103866:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000080:00200000:3.0:1769074867.737705:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.737747:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.737753:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.737762:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.737765:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.737773:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.737776:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074867.737784:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:2.0:1769074867.742317:0:103866:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848320:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074867.742351:0:103866:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742364:0:103866:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742371:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742378:0:103866:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742386:0:103866:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742392:0:103866:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3710600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.742397:0:103866:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742404:0:103866:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742417:0:103866:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742434:0:103866:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.742441:0:103866:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742447:0:103866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa959c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00000002:00100000:2.0:1769074867.742470:0:103866:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833800 x1855007611848320/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.742486:0:103866:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074867.742525:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.742540:0:103866:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074867.742549:0:103866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c256f980 00010000:00010000:2.0:1769074867.742553:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.742561:0:103866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.742657:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.742667:0:103866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074867.742683:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.742686:0:103866:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074867.742695:0:103866:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.742711:0:103866:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f8900, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074867.742718:0:103866:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074867.742739:0:103866:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074867.742794:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.742801:0:103866:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00000020:00100000:2.0:1769074867.742814:0:103866:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.742820:0:103866:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833800 x1855007611848576/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.742830:0:103866:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00000100:00100000:2.0:1769074867.742855:0:103866:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848576:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074867.743047:0:103866:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000080:00200000:3.0:1769074867.743392:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.743436:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.743442:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.743454:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.743457:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074867.743468:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:2.0:1769074867.747728:0:103866:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103866:1855007611848576:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074867.747750:0:103866:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747762:0:103866:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747768:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747775:0:103866:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747786:0:103866:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747793:0:103866:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dae3711400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074867.747798:0:103866:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747805:0:103866:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747812:0:103866:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747818:0:103866:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074867.747823:0:103866:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00010000:00010000:2.0:1769074867.747829:0:103866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103866 initiator: MDT0 00000002:00100000:2.0:1769074867.747850:0:103866:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833800 x1855007611848576/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074867.747863:0:103866:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074867.747904:0:103866:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.747916:0:103866:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074867.747924:0:103866:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c256f9a8 00010000:00010000:2.0:1769074867.747928:0:103866:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.747936:0:103866:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074867.749882:0:103865:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074867.749898:0:103865:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac5521080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074867.750535:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.750555:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074867.750561:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074867.750595:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074867.750657:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:3.0:1769074867.750667:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:3.0:1769074867.750676:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:3.0:1769074867.750703:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611848704:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074867.750815:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.763375:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611848704:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074867.763399:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763429:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763439:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763449:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763465:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763476:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763485:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763492:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074867.763503:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac6a7ce00 x1855007611848704/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074867.763515:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763524:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/321 (0 0) 00000080:00200000:3.0:1769074867.763530:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074867.763550:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x141:0x0], updating i_size 4096 00000080:00200000:3.0:1769074867.763553:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x141:0x0](ffff88dad0a8f448): rc = 0 00000080:00010000:3.0:1769074867.763558:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x989cb6132eaa95aa 00000080:00010000:3.0:1769074867.763571:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) 00000080:00010000:3.0:1769074867.763574:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95aa from it ffffb370c2557ac8 00010000:00010000:3.0:1769074867.763577:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.763585:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074867.763616:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:3.0:1769074867.763634:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, dir=[0x200000402:0x141:0x0](ffff88dad0a8f448), flags=17 00000080:00200000:3.0:1769074867.763640:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, dir=[0x200000402:0x141:0x0](ffff88dad0a8f448), intent=0 00000002:00010000:3.0:1769074867.763661:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7,[0x0:0x0:0x0]) in obj [0x200000402:0x141:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074867.763699:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:3.0:1769074867.763705:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:3.0:1769074867.763715:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:3.0:1769074867.763735:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611848832:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074867.763810:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074867.769027:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611848832:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074867.769052:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769083:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769091:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769103:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769114:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769127:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769135:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769143:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074867.769296:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac6a7ce00 x1855007611848832/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074867.769309:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074867.769320:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/322 (0 0) 00000080:00200000:3.0:1769074867.769327:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x141:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.769827:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x142:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.769833:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x142:0x0](ffff88dac9dce3c8): rc = 0 00000080:00010000:2.0:1769074867.769841:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) for lock 0x989cb6132eaa95b1 00000080:00010000:2.0:1769074867.769858:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) 00000080:00010000:2.0:1769074867.769862:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95b1 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.769865:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.769874:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.769911:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.769934:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, dir=[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags=17 00000080:00200000:2.0:1769074867.769939:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, dir=[0x200000402:0x142:0x0](ffff88dac9dce3c8), intent=0 00000002:00010000:2.0:1769074867.769959:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11,[0x0:0x0:0x0]) in obj [0x200000402:0x142:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.769999:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.770006:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.770014:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.770039:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611848960:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.770197:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.774983:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611848960:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.775013:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775038:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775045:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775057:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775068:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775090:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775098:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775105:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.775123:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611848960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.775137:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775229:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/323 (0 0) 00000080:00200000:2.0:1769074867.775238:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x142:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.775265:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x143:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.775268:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x143:0x0](ffff88dac9dcaa08): rc = 0 00000080:00010000:2.0:1769074867.775274:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) for lock 0x989cb6132eaa95b8 00000080:00010000:2.0:1769074867.775291:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) 00000080:00010000:2.0:1769074867.775295:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95b8 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.775298:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.775306:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.775733:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.775758:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, dir=[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags=17 00000080:00200000:2.0:1769074867.775763:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, dir=[0x200000402:0x143:0x0](ffff88dac9dcaa08), intent=0 00000002:00010000:2.0:1769074867.775788:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe,[0x0:0x0:0x0]) in obj [0x200000402:0x143:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.775834:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.775846:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.775855:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.775877:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849088:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.776024:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.780888:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849088:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.780922:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.780954:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.780962:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.780974:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.780986:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.780999:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.781008:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.781016:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.781027:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849088/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.781041:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.781051:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/324 (0 0) 00000080:00200000:2.0:1769074867.781058:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x143:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.781091:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x144:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.781095:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x144:0x0](ffff88dac9dc9988): rc = 0 00000080:00010000:2.0:1769074867.781100:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) for lock 0x989cb6132eaa95bf 00000080:00010000:2.0:1769074867.781114:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) 00000080:00010000:2.0:1769074867.781118:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95bf from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.781121:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.781129:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.781325:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.781450:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988), flags=17 00000080:00200000:2.0:1769074867.781456:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988), intent=0 00000002:00010000:2.0:1769074867.781483:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f,[0x0:0x0:0x0]) in obj [0x200000402:0x144:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.781533:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.781540:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.781551:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.781575:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849216:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.782012:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.787704:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849216:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.787739:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787767:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787775:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787789:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787803:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787819:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787835:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787845:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.787858:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.787873:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787883:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/325 (0 0) 00000080:00200000:2.0:1769074867.787892:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x144:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.787918:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x145:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.787921:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x145:0x0](ffff88dad0a8b248): rc = 0 00000080:00010000:2.0:1769074867.787928:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa95c6 00000080:00010000:2.0:1769074867.787944:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074867.787948:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95c6 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.787951:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.787960:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.788000:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.788028:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074867.788038:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074867.788063:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401,[0x0:0x0:0x0]) in obj [0x200000402:0x145:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.788688:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.788700:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.788710:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.788736:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849344:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.788907:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.795808:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849344:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.795843:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795873:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795882:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795895:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795906:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795919:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795926:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795933:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.795944:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849344/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.795958:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.795968:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/326 (0 0) 00000080:00200000:2.0:1769074867.795974:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x145:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.795998:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x146:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.796001:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x146:0x0](ffff88dad0a8cb08): rc = 0 00000080:00010000:2.0:1769074867.796006:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x989cb6132eaa95cd 00000080:00010000:2.0:1769074867.796022:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00010000:2.0:1769074867.796025:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95cd from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.796028:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.796037:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.796089:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.796116:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags=17 00000080:00200000:2.0:1769074867.796122:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08), intent=0 00000002:00010000:2.0:1769074867.796544:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18,[0x0:0x0:0x0]) in obj [0x200000402:0x146:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.796909:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.796919:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.796929:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.796955:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849472:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.797132:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.802090:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849472:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.802120:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802146:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802194:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802211:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802222:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802245:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802253:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802260:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.802271:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849472/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.802284:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802294:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/327 (0 0) 00000080:00200000:2.0:1769074867.802300:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x146:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.802330:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x147:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.802333:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x147:0x0](ffff88dad0a8d348): rc = 0 00000080:00010000:2.0:1769074867.802347:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x989cb6132eaa95d4 00000080:00010000:2.0:1769074867.802363:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00010000:2.0:1769074867.802366:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95d4 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.802370:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.802378:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.802411:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.802438:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, dir=[0x200000402:0x147:0x0](ffff88dad0a8d348), flags=17 00000080:00200000:2.0:1769074867.802444:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, dir=[0x200000402:0x147:0x0](ffff88dad0a8d348), intent=0 00000002:00010000:2.0:1769074867.802466:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87,[0x0:0x0:0x0]) in obj [0x200000402:0x147:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.802509:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.802515:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.802524:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.802544:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849600:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.802834:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.808481:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849600:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.808509:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808533:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 4/1,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808555:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 4/1,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808569:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808805:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808823:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808832:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808839:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.808851:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849600/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.808864:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808875:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/328 (0 0) 00000080:00200000:2.0:1769074867.808883:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x147:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.808909:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x148:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.808913:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x148:0x0](ffff88dac9dca1c8): rc = 0 00000080:00010000:2.0:1769074867.808919:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) for lock 0x989cb6132eaa95db 00000080:00010000:2.0:1769074867.808936:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) 00000080:00010000:2.0:1769074867.808940:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95db from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.808943:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.808951:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.809000:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.809023:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, dir=[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags=17 00000080:00200000:2.0:1769074867.809028:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, dir=[0x200000402:0x148:0x0](ffff88dac9dca1c8), intent=0 00000002:00010000:2.0:1769074867.809051:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1,[0x0:0x0:0x0]) in obj [0x200000402:0x148:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.809111:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.809119:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.809127:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.809200:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849728:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.809510:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.827999:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849728:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.828026:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828053:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828060:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828083:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828094:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828104:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828113:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828120:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.828131:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849728/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.828143:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828196:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/329 (0 0) 00000080:00200000:2.0:1769074867.828203:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x148:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.828237:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x149:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.828240:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x149:0x0](ffff88dac9dc80c8): rc = 0 00000080:00010000:2.0:1769074867.828246:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) for lock 0x989cb6132eaa95e2 00000080:00010000:2.0:1769074867.828260:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) 00000080:00010000:2.0:1769074867.828264:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95e2 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.828268:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.828276:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.828313:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.828351:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, dir=[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags=17 00000080:00200000:2.0:1769074867.828358:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, dir=[0x200000402:0x149:0x0](ffff88dac9dc80c8), intent=0 00000002:00010000:2.0:1769074867.828382:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1,[0x0:0x0:0x0]) in obj [0x200000402:0x149:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.828855:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.828865:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.828874:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.828899:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849856:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.829091:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.835961:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849856:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.835989:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836013:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836021:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836032:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836043:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836054:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836062:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836081:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.836094:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849856/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.836106:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836122:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/330 (0 0) 00000080:00200000:2.0:1769074867.836129:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x149:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.836183:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14a:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.836186:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14a:0x0](ffff88dac9dcdb88): rc = 0 00000080:00010000:2.0:1769074867.836192:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) for lock 0x989cb6132eaa95e9 00000080:00010000:2.0:1769074867.836210:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00000080:00010000:2.0:1769074867.836214:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95e9 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.836217:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.836236:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.836282:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.836307:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, dir=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags=17 00000080:00200000:2.0:1769074867.836312:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, dir=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), intent=0 00000002:00010000:2.0:1769074867.836339:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007,[0x0:0x0:0x0]) in obj [0x200000402:0x14a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.836384:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.836390:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.836399:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.836436:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849984:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.838293:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.850252:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611849984:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.850288:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850314:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850323:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850347:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850358:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850371:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850379:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850386:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.850402:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611849984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.850417:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850778:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/331 (0 0) 00000080:00200000:2.0:1769074867.850785:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x14a:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.850808:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14b:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.850811:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14b:0x0](ffff88dac9dc9148): rc = 0 00000080:00010000:2.0:1769074867.850817:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x989cb6132eaa95f0 00000080:00010000:2.0:1769074867.850832:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) 00000080:00010000:2.0:1769074867.850836:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95f0 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.850839:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.850847:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.850884:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.850907:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, dir=[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags=17 00000080:00200000:2.0:1769074867.850913:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, dir=[0x200000402:0x14b:0x0](ffff88dac9dc9148), intent=0 00000002:00010000:2.0:1769074867.850936:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f,[0x0:0x0:0x0]) in obj [0x200000402:0x14b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.850981:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.850993:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.851002:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.851026:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850368:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.851244:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.856508:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850368:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.856536:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856674:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856682:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856693:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856703:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856716:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856725:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856734:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.856745:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611850368/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.856758:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856767:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/332 (0 0) 00000080:00200000:2.0:1769074867.856775:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x14b:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.856801:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14c:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.856804:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14c:0x0](ffff88dac9dcb248): rc = 0 00000080:00010000:2.0:1769074867.856810:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) for lock 0x989cb6132eaa95f7 00000080:00010000:2.0:1769074867.856826:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) 00000080:00010000:2.0:1769074867.856830:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95f7 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.856833:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.856842:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.856883:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.856910:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, dir=[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags=17 00000080:00200000:2.0:1769074867.856915:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, dir=[0x200000402:0x14c:0x0](ffff88dac9dcb248), intent=0 00000002:00010000:2.0:1769074867.856938:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01,[0x0:0x0:0x0]) in obj [0x200000402:0x14c:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.856988:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.856994:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.857004:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.857025:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850496:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.857215:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.862755:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850496:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.862784:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862807:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862815:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862826:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862835:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862847:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862859:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862866:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.862876:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611850496/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.862887:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862896:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/333 (0 0) 00000080:00200000:2.0:1769074867.862902:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x14c:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.862924:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14d:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.862926:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14d:0x0](ffff88dac9dccb08): rc = 0 00000080:00010000:2.0:1769074867.862931:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x989cb6132eaa95fe 00000080:00010000:2.0:1769074867.862944:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000080:00010000:2.0:1769074867.862947:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa95fe from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.862950:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.862958:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.862988:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.863007:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags=17 00000080:00200000:2.0:1769074867.863014:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08), intent=0 00000002:00010000:2.0:1769074867.863035:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e,[0x0:0x0:0x0]) in obj [0x200000402:0x14d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.863084:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.863091:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.863100:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.863122:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850624:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.863358:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.868956:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850624:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.868989:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869016:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869024:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869036:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869049:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869061:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869068:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869084:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.869095:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611850624/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.869108:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869118:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/334 (0 0) 00000080:00200000:2.0:1769074867.869124:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x14d:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.869146:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14e:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.869219:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14e:0x0](ffff88dac9dcba88): rc = 0 00000080:00010000:2.0:1769074867.869319:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x989cb6132eaa9605 00000080:00010000:2.0:1769074867.869486:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00010000:2.0:1769074867.869491:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9605 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.869496:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.869505:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.869703:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.869736:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags=17 00000080:00200000:2.0:1769074867.869741:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88), intent=0 00000002:00010000:2.0:1769074867.869767:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29,[0x0:0x0:0x0]) in obj [0x200000402:0x14e:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.869819:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.869828:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.869836:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.869860:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850752:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.870001:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.874180:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850752:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.874208:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874328:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874493:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874515:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874528:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874543:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874553:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.874560:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.874571:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611850752/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.876062:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.876089:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/335 (0 0) 00000080:00200000:2.0:1769074867.876096:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x14e:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.876125:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14f:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.876129:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x14f:0x0](ffff88dac9dc8908): rc = 0 00000080:00010000:2.0:1769074867.876135:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x989cb6132eaa960c 00000080:00010000:2.0:1769074867.876168:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00010000:2.0:1769074867.876173:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa960c from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.876178:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.876186:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.876328:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.876687:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags=17 00000080:00200000:2.0:1769074867.876695:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908), intent=0 00000002:00010000:2.0:1769074867.876720:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9,[0x0:0x0:0x0]) in obj [0x200000402:0x14f:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.876771:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.876780:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.876789:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.876817:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850880:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.876958:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.884334:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611850880:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.884518:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884541:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884556:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884567:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884789:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884807:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884815:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884823:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.884838:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611850880/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.884852:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884865:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/336 (0 0) 00000080:00200000:2.0:1769074867.884872:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x14f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.884901:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x150:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.884905:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x150:0x0](ffff88dac9dcf448): rc = 0 00000080:00010000:2.0:1769074867.884911:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x989cb6132eaa9613 00000080:00010000:2.0:1769074867.884927:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00010000:2.0:1769074867.884932:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9613 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.884935:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.884943:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.884982:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.885010:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448), flags=17 00000080:00200000:2.0:1769074867.885016:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448), intent=0 00000002:00010000:2.0:1769074867.885042:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447,[0x0:0x0:0x0]) in obj [0x200000402:0x150:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.885104:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.885112:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.885121:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.885141:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851008:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.887929:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.893501:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851008:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.893542:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893653:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893663:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893675:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893688:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893701:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893710:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893717:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.893730:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.893742:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893753:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/337 (0 0) 00000080:00200000:2.0:1769074867.893761:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x150:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.893787:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x151:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.893791:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x151:0x0](ffff88dac9dcec08): rc = 0 00000080:00010000:2.0:1769074867.893796:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x989cb6132eaa961a 00000080:00010000:2.0:1769074867.893810:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00010000:2.0:1769074867.893814:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa961a from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.893817:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.893826:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.893859:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.893881:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08), flags=17 00000080:00200000:2.0:1769074867.893886:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08), intent=0 00000002:00010000:2.0:1769074867.893920:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af,[0x0:0x0:0x0]) in obj [0x200000402:0x151:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.893980:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.893987:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.893996:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.894017:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851136:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.894191:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.898746:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851136:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.898779:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898804:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898813:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898826:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898836:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898849:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898856:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898864:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.898876:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851136/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.898890:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898906:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/338 (0 0) 00000080:00200000:2.0:1769074867.898916:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x151:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.898946:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x152:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.898949:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x152:0x0](ffff88dac9dcc2c8): rc = 0 00000080:00010000:2.0:1769074867.898957:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x989cb6132eaa9621 00000080:00010000:2.0:1769074867.898975:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00010000:2.0:1769074867.898979:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9621 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.898982:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.898991:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.899031:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.899057:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags=17 00000080:00200000:2.0:1769074867.899062:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), intent=0 00000002:00010000:2.0:1769074867.899096:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f,[0x0:0x0:0x0]) in obj [0x200000402:0x152:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.900417:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.900518:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.900533:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.900572:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851264:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.901046:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.907026:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851264:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.907056:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907097:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907107:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907121:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907133:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907147:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907180:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907187:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.907203:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.907216:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907334:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/339 (0 0) 00000080:00200000:2.0:1769074867.907818:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x152:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.907842:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x153:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.907846:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x153:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:2.0:1769074867.907852:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9628 00000080:00010000:2.0:1769074867.907866:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00010000:2.0:1769074867.907869:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9628 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.907873:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.907881:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.907918:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.907944:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908), flags=17 00000080:00200000:2.0:1769074867.907949:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908), intent=0 00000002:00010000:2.0:1769074867.907972:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea,[0x0:0x0:0x0]) in obj [0x200000402:0x153:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.908017:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.908029:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.908039:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.908066:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851392:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.908262:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.913816:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851392:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.913852:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913886:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913895:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913908:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913922:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913935:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913943:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913952:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.913964:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851392/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.913977:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.913990:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/340 (0 0) 00000080:00200000:2.0:1769074867.913996:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x153:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.914024:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x154:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.914027:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x154:0x0](ffff88dac9dcd348): rc = 0 00000080:00010000:2.0:1769074867.914033:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x989cb6132eaa962f 00000080:00010000:2.0:1769074867.914050:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00010000:2.0:1769074867.914053:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa962f from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.914056:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.914064:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.914118:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.914145:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348), flags=17 00000080:00200000:2.0:1769074867.914177:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348), intent=0 00000002:00010000:2.0:1769074867.914206:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330,[0x0:0x0:0x0]) in obj [0x200000402:0x154:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.914517:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.914525:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.914534:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.914562:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851520:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.914805:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.919659:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851520:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.919691:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919718:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919726:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919739:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919752:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919765:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919778:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919785:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.919796:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.919810:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919824:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/341 (0 0) 00000080:00200000:2.0:1769074867.919833:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x154:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.919863:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x155:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.919866:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x155:0x0](ffff88dac9d900c8): rc = 0 00000080:00010000:2.0:1769074867.919873:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaa9636 00000080:00010000:2.0:1769074867.919890:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00010000:2.0:1769074867.919894:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9636 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.919898:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.919907:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.919947:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.919972:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8), flags=17 00000080:00200000:2.0:1769074867.919980:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8), intent=0 00000002:00010000:2.0:1769074867.920003:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc,[0x0:0x0:0x0]) in obj [0x200000402:0x155:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.920049:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.920056:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.920065:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.920099:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851648:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.920738:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.928986:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851648:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.929024:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929051:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929059:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929081:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929094:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929110:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929119:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929127:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.929140:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851648/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.929493:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929512:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/342 (0 0) 00000080:00200000:2.0:1769074867.929520:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x155:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.929545:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x156:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.929549:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x156:0x0](ffff88dac9d921c8): rc = 0 00000080:00010000:2.0:1769074867.929555:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaa963d 00000080:00010000:2.0:1769074867.929573:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00010000:2.0:1769074867.929576:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa963d from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.929701:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.929712:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.929762:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.929788:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8), flags=17 00000080:00200000:2.0:1769074867.929794:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8), intent=0 00000002:00010000:2.0:1769074867.929820:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381,[0x0:0x0:0x0]) in obj [0x200000402:0x156:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.929870:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.929877:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.929886:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.929911:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851776:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.930077:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.935992:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851776:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.936023:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936047:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936056:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936083:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936095:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936108:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936115:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936123:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.936135:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.936172:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936185:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/343 (0 0) 00000080:00200000:2.0:1769074867.936193:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x156:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.936220:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x157:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.936328:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x157:0x0](ffff88dac9d92a08): rc = 0 00000080:00010000:2.0:1769074867.936546:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x989cb6132eaa9644 00000080:00010000:2.0:1769074867.936567:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00010000:2.0:1769074867.936571:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9644 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.936575:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.936666:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.936708:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.936733:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08), flags=17 00000080:00200000:2.0:1769074867.936737:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08), intent=0 00000002:00010000:2.0:1769074867.936762:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652,[0x0:0x0:0x0]) in obj [0x200000402:0x157:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.936818:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.936826:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.936836:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.936862:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851904:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.937017:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.942677:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611851904:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.942706:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.942730:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.942742:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.942753:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.942996:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.943011:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.943019:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.943027:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.943212:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611851904/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.943329:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.943350:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/344 (0 0) 00000080:00200000:2.0:1769074867.943357:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x157:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.943385:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x158:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.943389:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x158:0x0](ffff88dac9d963c8): rc = 0 00000080:00010000:2.0:1769074867.943396:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x989cb6132eaa964b 00000080:00010000:2.0:1769074867.943416:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00010000:2.0:1769074867.943780:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa964b from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.943787:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.943797:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.943843:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.943876:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8), flags=17 00000080:00200000:2.0:1769074867.943883:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8), intent=0 00000002:00010000:2.0:1769074867.943909:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966,[0x0:0x0:0x0]) in obj [0x200000402:0x158:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.943959:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.943965:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.943975:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.943998:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852032:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.944870:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.950771:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852032:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.950800:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950831:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950839:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950850:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950860:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950872:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950880:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950888:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.950899:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.950911:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950921:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/345 (0 0) 00000080:00200000:2.0:1769074867.950928:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x158:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.950950:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x159:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.950953:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x159:0x0](ffff88dac9d90908): rc = 0 00000080:00010000:2.0:1769074867.950958:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x989cb6132eaa9652 00000080:00010000:2.0:1769074867.950973:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00010000:2.0:1769074867.950977:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9652 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.950980:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.950988:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.951021:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.951135:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908), flags=17 00000080:00200000:2.0:1769074867.951141:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908), intent=0 00000002:00010000:2.0:1769074867.951325:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f,[0x0:0x0:0x0]) in obj [0x200000402:0x159:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.951819:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.951829:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.951837:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.951860:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852160:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.952011:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.957911:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852160:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.957946:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.957973:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.957981:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.957995:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.958006:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.958019:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.958027:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.958645:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.958662:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852160/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.958676:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.958692:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/346 (0 0) 00000080:00200000:2.0:1769074867.958699:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x159:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.958727:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15a:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.958730:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15a:0x0](ffff88dac9d95348): rc = 0 00000080:00010000:2.0:1769074867.958735:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) for lock 0x989cb6132eaa9659 00000080:00010000:2.0:1769074867.958750:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) 00000080:00010000:2.0:1769074867.958754:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9659 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.958757:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.958765:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.958805:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.958829:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348), flags=17 00000080:00200000:2.0:1769074867.958835:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348), intent=0 00000002:00010000:2.0:1769074867.958860:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093,[0x0:0x0:0x0]) in obj [0x200000402:0x15a:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.958917:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.958925:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.958936:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.958965:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852288:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.959917:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.964956:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852288:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.964984:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965008:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965016:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965027:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965114:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965127:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965135:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965142:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.965191:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.965203:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965212:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/347 (0 0) 00000080:00200000:2.0:1769074867.965218:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x15a:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.965683:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15b:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.965688:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15b:0x0](ffff88dac9d48908): rc = 0 00000080:00010000:2.0:1769074867.965695:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9660 00000080:00010000:2.0:1769074867.965710:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074867.965714:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9660 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.965718:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.965727:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.965762:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.965782:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, dir=[0x200000402:0x15b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074867.965787:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, dir=[0x200000402:0x15b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074867.965807:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98,[0x0:0x0:0x0]) in obj [0x200000402:0x15b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.965849:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.965860:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.965868:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.965889:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852416:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.965974:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.972700:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852416:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.972729:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972759:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972768:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972780:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972791:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972804:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972813:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972822:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.972834:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852416/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.972847:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972859:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/348 (0 0) 00000080:00200000:2.0:1769074867.972867:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x15b:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.972894:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15c:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.972897:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15c:0x0](ffff88dac9d45348): rc = 0 00000080:00010000:2.0:1769074867.972903:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) for lock 0x989cb6132eaa9667 00000080:00010000:2.0:1769074867.972919:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) 00000080:00010000:2.0:1769074867.972922:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9667 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.972926:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.972935:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.972971:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.972997:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, dir=[0x200000402:0x15c:0x0](ffff88dac9d45348), flags=17 00000080:00200000:2.0:1769074867.973002:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, dir=[0x200000402:0x15c:0x0](ffff88dac9d45348), intent=0 00000002:00010000:2.0:1769074867.973027:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16,[0x0:0x0:0x0]) in obj [0x200000402:0x15c:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.973638:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.973647:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.973657:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.973680:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852544:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.973832:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.978334:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852544:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.978666:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978690:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978699:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978712:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978724:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978735:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978748:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978756:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.978769:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.978784:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978795:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/349 (0 0) 00000080:00200000:2.0:1769074867.978802:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x15c:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.978832:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15d:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.978836:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15d:0x0](ffff88dac9d42a08): rc = 0 00000080:00010000:2.0:1769074867.978842:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) for lock 0x989cb6132eaa966e 00000080:00010000:2.0:1769074867.978859:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) 00000080:00010000:2.0:1769074867.978863:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa966e from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.978866:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.978875:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.978913:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.978936:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, dir=[0x200000402:0x15d:0x0](ffff88dac9d42a08), flags=17 00000080:00200000:2.0:1769074867.978945:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, dir=[0x200000402:0x15d:0x0](ffff88dac9d42a08), intent=0 00000002:00010000:2.0:1769074867.978970:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7,[0x0:0x0:0x0]) in obj [0x200000402:0x15d:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.979015:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.979022:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.979129:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.979186:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852672:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.979953:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.985012:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852672:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.985132:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985325:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985486:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985666:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985679:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985694:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985702:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985709:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.985721:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852672/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.985733:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985744:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/350 (0 0) 00000080:00200000:2.0:1769074867.985751:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x15d:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.985774:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15e:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.985778:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15e:0x0](ffff88dac9d463c8): rc = 0 00000080:00010000:2.0:1769074867.985783:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) for lock 0x989cb6132eaa9675 00000080:00010000:2.0:1769074867.985797:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) 00000080:00010000:2.0:1769074867.985800:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9675 from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.985804:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.985812:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.985853:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.985873:0:103865:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, dir=[0x200000402:0x15e:0x0](ffff88dac9d463c8), flags=17 00000080:00200000:2.0:1769074867.985878:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, dir=[0x200000402:0x15e:0x0](ffff88dac9d463c8), intent=0 00000002:00010000:2.0:1769074867.985900:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7,[0x0:0x0:0x0]) in obj [0x200000402:0x15e:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074867.985946:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.985953:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.985961:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.985982:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852800:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.987096:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074867.993986:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611852800:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074867.994016:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994123:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994135:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994181:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994193:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994206:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994214:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994221:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074867.994234:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8833800 x1855007611852800/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074867.994247:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994256:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/351 (0 0) 00000080:00200000:2.0:1769074867.994263:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x15e:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074867.994288:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15f:0x0], updating i_size 4096 00000080:00200000:2.0:1769074867.994292:0:103865:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x15f:0x0](ffff88dac9d43a88): rc = 0 00000080:00010000:2.0:1769074867.994298:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15f:0x0](ffff88dac9d43a88) for lock 0x989cb6132eaa967c 00000080:00010000:2.0:1769074867.994316:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15f:0x0](ffff88dac9d43a88) 00000080:00010000:2.0:1769074867.994320:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa967c from it ffffb370c2557ac8 00010000:00010000:2.0:1769074867.994324:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074867.994331:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074867.994685:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074867.994710:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074867.994716:0:103865:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), file ffff88dac5521980, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:2.0:1769074867.994725:0:103865:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), intent=open|creat 00000002:00010000:2.0:1769074867.994755:0:103865:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a,[0x200000402:0x160:0x0]) in obj [0x200000402:0x15f:0x0], intent: open|creat flags 0100301 00010000:00010000:2.0:1769074867.994804:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103865 initiator: MDT0 00010000:00010000:2.0:1769074867.994812:0:103865:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000020:00100000:2.0:1769074867.994823:0:103865:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074867.994830:0:103865:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833800 x1855007611853056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074867.994837:0:103865:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103865 initiator: MDT0 00000100:00100000:2.0:1769074867.994857:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611853056:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074867.995313:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.000945:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611853056:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074868.000980:0:103865:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001009:0:103865:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001019:0:103865:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001120:0:103865:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001134:0:103865:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001239:0:103865:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001250:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001259:0:103865:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.001271:0:103865:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff88dac8833800 x1855007611853056/t4294968695(4294968695) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074868.001283:0:103865:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833800 x1855007611853056/t4294968695(4294968695) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.001300:0:103865:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.001311:0:103865:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/352 (0 0) 00000080:00200000:2.0:1769074868.001318:0:103865:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x15f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074868.001333:0:103865:0:(namei.c:1569:ll_create_it()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), intent=open|creat 00000080:00200000:2.0:1769074868.001528:0:103865:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00200000:2.0:1769074868.001535:0:103865:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x160:0x0], updating i_size 0 00000080:00200000:2.0:1769074868.001572:0:103865:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x160:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074868.002258:0:103865:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:2.0:1769074868.002264:0:103865:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa9683 00000080:00010000:2.0:1769074868.002277:0:103865:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00200008:2.0:1769074868.002297:0:103865:0:(file.c:1001:ll_file_open()) START file 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a:[0x200000402:0x160:0x0](ffff88dac9d96c08), flags 100300 00000002:00100000:2.0:1769074868.002329:0:103865:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833800 x1855007611853056/t4294968695(4294968695) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1769074868.003025:0:103865:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9683 from it ffff88dad04d0ae0 00010000:00010000:2.0:1769074868.003108:0:103865:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.003121:0:103865:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.003246:0:103865:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08), inode mode 81a4 mask 40 00000080:00200008:2.0:1769074868.003288:0:103865:0:(file.c:424:ll_file_release()) START file 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a:[0x200000402:0x160:0x0](ffff88dac9d96c08), flags 100000 00000002:00100000:2.0:1769074868.003836:0:103865:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833800 x1855007611853056/t4294968695(4294968695) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074868.003849:0:103865:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074868.003856:0:103865:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830700 x1855007611853312/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074868.003882:0:103865:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611853312:192.168.204.148@tcp:35:pjdfstest.0 00000100:00100000:2.0:1769074868.005674:0:103865:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.010264:0:103865:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103865:1855007611853312:192.168.204.148@tcp:35:pjdfstest.0 00000002:00100000:2.0:1769074868.010304:0:103865:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833800 x1855007611853056/t4294968695(4294968695) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 768/608 e 0 to 0 dl 1769074883 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.015999:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.016020:0:103868:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.016027:0:103868:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.016076:0:103868:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.016097:0:103868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.016113:0:103868:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.016121:0:103868:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.016132:0:103868:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.016136:0:103868:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9587 00000080:00010000:3.0:1769074868.016143:0:103868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c257fcb8 00010000:00010000:3.0:1769074868.016175:0:103868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.016184:0:103868:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.017621:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017636:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.017647:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017650:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.017658:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017661:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.017668:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017670:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.017677:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017679:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.017686:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017689:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.017697:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017699:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.017706:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017708:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.017714:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.017724:0:103868:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3990180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074868.017733:0:103868:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074868.017756:0:103868:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074868.017834:0:103868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.017844:0:103868:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103868 initiator: MDT0 00000020:00100000:3.0:1769074868.017857:0:103868:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.017872:0:103868:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7fb80 x1855007611853568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.017881:0:103868:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103868 initiator: MDT0 00000100:00100000:3.0:1769074868.017904:0:103868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103868:1855007611853568:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.018117:0:103868:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.026849:0:103868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103868:1855007611853568:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.026877:0:103868:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026890:0:103868:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026897:0:103868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026904:0:103868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026912:0:103868:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026919:0:103868:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.026925:0:103868:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026932:0:103868:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026939:0:103868:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026945:0:103868:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.026952:0:103868:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.026960:0:103868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa968a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103868 initiator: MDT0 00000002:00100000:3.0:1769074868.026982:0:103868:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac6a7fb80 x1855007611853568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.026997:0:103868:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.028196:0:103868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.028218:0:103868:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.028227:0:103868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c257f9a8 00010000:00010000:3.0:1769074868.028232:0:103868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.028240:0:103868:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.029894:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029911:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.029923:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029927:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.029934:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029937:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.029945:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029948:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.029957:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029960:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.029967:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029971:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.029978:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029981:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.029989:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.029992:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.030001:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.030005:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.033455:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033472:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.033487:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033491:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.033514:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033517:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.033526:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033529:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.033538:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033541:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.033548:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033552:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.033559:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033563:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.033570:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033573:0:103868:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.033592:0:103868:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.033604:0:103868:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dacaaaad80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074868.033613:0:103868:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074868.033642:0:103868:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074868.033713:0:103868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.033722:0:103868:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103868 initiator: MDT0 00000020:00100000:3.0:1769074868.033734:0:103868:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.033748:0:103868:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7fb80 x1855007611853824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.033757:0:103868:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103868 initiator: MDT0 00000100:00100000:3.0:1769074868.033779:0:103868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103868:1855007611853824:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.033959:0:103868:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.045026:0:103868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103868:1855007611853824:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.045127:0:103868:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.045141:0:103868:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048692:0:103868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048702:0:103868:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048711:0:103868:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048717:0:103868:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.048722:0:103868:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048730:0:103868:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048738:0:103868:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048746:0:103868:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.048754:0:103868:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103868 initiator: MDT0 00010000:00010000:3.0:1769074868.048760:0:103868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9691 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103868 initiator: MDT0 00000002:00100000:3.0:1769074868.048794:0:103868:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac6a7fb80 x1855007611853824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.048808:0:103868:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074868.048934:0:103868:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.048949:0:103868:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074868.048957:0:103868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9587 from it ffffb370c257f9a8 00010000:00010000:2.0:1769074868.048961:0:103868:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.048968:0:103868:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.073127:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.073146:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.074682:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074695:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.074711:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074714:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.074721:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074725:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.074732:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074735:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.074743:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074746:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.074754:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074763:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.074772:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074775:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.074783:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.074787:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074868.076259:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076272:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=16 00000080:00200000:0.0:1769074868.076282:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076286:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=16 00000080:00200000:0.0:1769074868.076290:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076293:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=16 00000080:00200000:0.0:1769074868.076297:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076300:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=16 00000080:00200000:0.0:1769074868.076303:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076306:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=16 00000080:00200000:0.0:1769074868.076310:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076313:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=16 00000080:00200000:0.0:1769074868.076316:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076319:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=16 00000080:00200000:0.0:1769074868.076322:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076325:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=16 00000080:00200000:0.0:1769074868.076329:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076332:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=16 00000080:00200000:0.0:1769074868.076346:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076351:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=16 00000080:00200000:0.0:1769074868.076355:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076359:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=16 00000080:00200000:0.0:1769074868.076362:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076365:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=16 00000080:00200000:0.0:1769074868.076368:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076372:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=16 00000080:00200000:0.0:1769074868.076375:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076378:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=16 00000080:00200000:0.0:1769074868.076382:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076385:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=16 00000080:00200000:0.0:1769074868.076388:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076391:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=16 00000080:00200000:0.0:1769074868.076394:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076397:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=16 00000080:00200000:0.0:1769074868.076401:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076404:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=16 00000080:00200000:0.0:1769074868.076408:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076411:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=16 00000080:00200000:0.0:1769074868.076420:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076423:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=16 00000080:00200000:0.0:1769074868.076427:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076430:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=16 00000080:00200000:0.0:1769074868.076433:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076437:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=16 00000080:00200000:0.0:1769074868.076440:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076444:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=16 00000080:00200000:0.0:1769074868.076447:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076450:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=16 00000080:00200000:0.0:1769074868.076453:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076456:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=16 00000080:00200000:0.0:1769074868.076459:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076463:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=16 00000080:00200000:0.0:1769074868.076466:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076469:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=16 00000080:00200000:0.0:1769074868.076472:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076475:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=16 00000080:00200000:0.0:1769074868.076478:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076482:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=16 00000080:00200000:0.0:1769074868.076485:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076489:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=16 00000080:00200000:0.0:1769074868.076492:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076496:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=16 00000080:00200000:0.0:1769074868.076499:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076502:0:103870:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, flags=0 00000080:00200000:0.0:1769074868.076509:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.076522:0:103870:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:0.0:1769074868.076525:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074868.076529:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08), inode mode 81a4 mask 6 00000080:00200000:0.0:1769074868.076532:0:103870:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074868.076537:0:103870:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000402:0x160:0x0](ffff88dac9d96c08), dir=[0x200000402:0x1:0x0](ffff88dad0a89148), target=pjdfstest_a290ac629d40ada15bd5dc0fb452a288 00010000:00010000:0.0:1769074868.076570:0:103870:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.076595:0:103870:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.076642:0:103870:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.076655:0:103870:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x160:0x0]: losing layout lock 00010000:00010000:0.0:1769074868.076694:0:103870:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.076701:0:103870:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.076712:0:103870:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074868.076715:0:103870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9683 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b01ba expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.076730:0:103870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa9587 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afde6 expref: -99 pid: 103866 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074868.076744:0:103870:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074868.076757:0:103870:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ea00 x1855007611854080/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074868.076781:0:103870:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103870:1855007611854080:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074868.076870:0:103870:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074868.080850:0:103870:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103870:1855007611854080:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074868.090952:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074868.090976:0:103873:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074868.090983:0:103873:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074868.091006:0:103873:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074868.091021:0:103873:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1769074868.091088:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103873 initiator: MDT0 00010000:00010000:0.0:1769074868.091097:0:103873:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:0.0:1769074868.091106:0:103873:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000100:00100000:0.0:1769074868.091139:0:103873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854208:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074868.091814:0:103873:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074868.095826:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854208:192.168.204.148@tcp:101:sh.0 00010000:00010000:0.0:1769074868.095852:0:103873:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095864:0:103873:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095876:0:103873:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095887:0:103873:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095898:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095906:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095913:0:103873:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074868.095924:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2ca80 x1855007611854208/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074868.095937:0:103873:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.095951:0:103873:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074868.095957:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074868.095985:0:103873:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074868.095992:0:103873:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:0.0:1769074868.095998:0:103873:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074868.096001:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24efcb8 00010000:00010000:0.0:1769074868.096004:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.096013:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.099300:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.099321:0:103873:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074868.099327:0:103873:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000100:00100000:3.0:1769074868.105784:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854336:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.105809:0:103873:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105822:0:103873:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105828:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105836:0:103873:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105843:0:103873:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105852:0:103873:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.105857:0:103873:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105863:0:103873:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105869:0:103873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105875:0:103873:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.105882:0:103873:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.105887:0:103873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa969f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00000002:00100000:3.0:1769074868.105907:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4b100 x1855007611854336/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.105922:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.105953:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.105966:0:103873:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.105974:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24ef980 00010000:00010000:3.0:1769074868.105977:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.105984:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.106074:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.106090:0:103873:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074868.106095:0:103873:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074868.106114:0:103873:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074868.106190:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.106198:0:103873:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.106208:0:103873:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000100:00100000:3.0:1769074868.106231:0:103873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854464:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.106308:0:103873:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.110936:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854464:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.110961:0:103873:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.110975:0:103873:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.110982:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.110989:0:103873:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.110997:0:103873:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111005:0:103873:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.111010:0:103873:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111017:0:103873:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111024:0:103873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111032:0:103873:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.111038:0:103873:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111044:0:103873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00000002:00100000:3.0:1769074868.111062:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac6a7d180 x1855007611854464/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.111108:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.111140:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.111181:0:103873:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.111191:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24ef980 00010000:00010000:3.0:1769074868.111195:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.111203:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.111280:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.111291:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.111303:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.111306:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.111315:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.111318:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.111326:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.111336:0:103873:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074868.111340:0:103873:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074868.111360:0:103873:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074868.111400:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111407:0:103873:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.111427:0:103873:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000100:00100000:3.0:1769074868.111448:0:103873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854592:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.111525:0:103873:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.120484:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854592:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.120510:0:103873:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120524:0:103873:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120530:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120538:0:103873:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120546:0:103873:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120552:0:103873:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.120557:0:103873:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120563:0:103873:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120570:0:103873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120577:0:103873:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.120591:0:103873:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120598:0:103873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa96ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00000002:00100000:3.0:1769074868.120618:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac6a7d180 x1855007611854592/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.120635:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.120669:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.120682:0:103873:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.120696:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24ef980 00010000:00010000:3.0:1769074868.120700:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.120708:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.120783:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.120792:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.120805:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.120809:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.120820:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.120833:0:103873:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88daca2c2900, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074868.120840:0:103873:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074868.120857:0:103873:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074868.120906:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.120913:0:103873:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000020:00100000:3.0:1769074868.120924:0:103873:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.120931:0:103873:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611854848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.120940:0:103873:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000100:00100000:3.0:1769074868.120960:0:103873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854848:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.121136:0:103873:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.126315:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611854848:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.126350:0:103873:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126363:0:103873:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126370:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126377:0:103873:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126385:0:103873:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126391:0:103873:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.126396:0:103873:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126403:0:103873:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126411:0:103873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126428:0:103873:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.126436:0:103873:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.126441:0:103873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00000002:00100000:3.0:1769074868.126464:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac6a7d180 x1855007611854848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.126480:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.126512:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.126524:0:103873:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.126533:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24ef9a8 00010000:00010000:3.0:1769074868.126537:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.126545:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.126995:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127006:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.127016:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127019:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.127027:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127030:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.127039:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127041:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.127048:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127051:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.127058:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127061:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.127080:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127083:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.127092:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127095:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.127102:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.127112:0:103873:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dacaaab080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074868.127119:0:103873:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074868.127137:0:103873:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074868.127218:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.127226:0:103873:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000020:00100000:3.0:1769074868.127236:0:103873:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.127243:0:103873:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611855104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.127252:0:103873:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000100:00100000:3.0:1769074868.127270:0:103873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611855104:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.127412:0:103873:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.134936:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611855104:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.134960:0:103873:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.134974:0:103873:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.134980:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.134988:0:103873:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.134996:0:103873:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.135002:0:103873:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.135007:0:103873:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.135014:0:103873:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.135021:0:103873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.135028:0:103873:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.135035:0:103873:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.135041:0:103873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00000002:00100000:3.0:1769074868.135061:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac6a7d180 x1855007611855104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.135087:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.135115:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.135128:0:103873:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.135141:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24ef9a8 00010000:00010000:3.0:1769074868.135145:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.135194:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.136054:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136074:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.136087:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136091:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.136100:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136103:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.136113:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136116:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.136124:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136127:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.136135:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136138:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.136146:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136217:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.136231:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136234:0:103873:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.136242:0:103873:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.136254:0:103873:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dacaaabb00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074868.136260:0:103873:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074868.136281:0:103873:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074868.136339:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.136348:0:103873:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000020:00100000:3.0:1769074868.136359:0:103873:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.136368:0:103873:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611855360/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.136377:0:103873:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00000100:00100000:3.0:1769074868.136403:0:103873:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611855360:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074868.137121:0:103873:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.141816:0:103873:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103873:1855007611855360:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.141843:0:103873:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141858:0:103873:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141864:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141872:0:103873:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141879:0:103873:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141885:0:103873:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.141890:0:103873:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141897:0:103873:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141904:0:103873:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141911:0:103873:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.141917:0:103873:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00010000:00010000:3.0:1769074868.141924:0:103873:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103873 initiator: MDT0 00000002:00100000:3.0:1769074868.141944:0:103873:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac6a7d180 x1855007611855360/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.141958:0:103873:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.141986:0:103873:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.141998:0:103873:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.142007:0:103873:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c24ef9a8 00010000:00010000:3.0:1769074868.142011:0:103873:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.142018:0:103873:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.152250:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074868.152275:0:103876:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074868.152282:0:103876:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074868.152309:0:103876:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074868.152329:0:103876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.152345:0:103876:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.152353:0:103876:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074868.152360:0:103876:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074868.152366:0:103876:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:0.0:1769074868.152372:0:103876:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2517cb8 00010000:00010000:0.0:1769074868.152376:0:103876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.152385:0:103876:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.153871:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153884:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.153896:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153900:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.153908:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153911:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.153918:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153921:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.153928:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153931:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.153938:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153941:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.153947:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153950:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.153956:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153959:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.153965:0:103876:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.153969:0:103876:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.156906:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156924:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.156936:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156940:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.156948:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156951:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.156959:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156962:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.156970:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156973:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.156981:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156985:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.156994:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.156996:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.157004:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.157007:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.157014:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.157017:0:103875:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.157495:0:103875:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.157509:0:103875:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:3.0:1769074868.157514:0:103875:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:3.0:1769074868.157541:0:103875:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_a290ac629d40ada15bd5dc0fb452a288,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.157607:0:103875:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103875 initiator: MDT0 00010000:00010000:3.0:1769074868.157616:0:103875:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103875 initiator: MDT0 00010000:00010000:3.0:1769074868.157626:0:103875:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103875 initiator: MDT0 00000100:00100000:3.0:1769074868.157653:0:103875:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103875:1855007611855488:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074868.157761:0:103875:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.165826:0:103875:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103875:1855007611855488:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074868.165860:0:103875:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165890:0:103875:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165898:0:103875:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165912:0:103875:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165924:0:103875:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165938:0:103875:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165945:0:103875:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165953:0:103875:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.165964:0:103875:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7d180 x1855007611855488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.165985:0:103875:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.165997:0:103875:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/352 (0 0) 00000080:00200000:3.0:1769074868.166004:0:103875:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074868.166029:0:103875:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x160:0x0], updating i_size 0 00000080:00200000:3.0:1769074868.166033:0:103875:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x160:0x0](ffff88dac9d96c08): rc = 0 00000080:00200000:3.0:1769074868.166052:0:103875:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x160:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1769074868.166058:0:103875:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96c9 00000080:00010000:3.0:1769074868.166315:0:103875:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:3.0:1769074868.166321:0:103875:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96c9 from it ffffb370c2557b20 00010000:00010000:3.0:1769074868.166325:0:103875:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.166574:0:103875:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074868.166856:0:103875:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_a290ac629d40ada15bd5dc0fb452a288:[0x200000402:0x160:0x0](ffff88dac9d96c08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.166864:0:103875:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08),name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288 00000002:00010000:3.0:1769074868.166895:0:103875:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x160:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.166905:0:103875:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.166917:0:103875:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.166924:0:103875:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.166930:0:103875:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:3.0:1769074868.166934:0:103875:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96c9 00000080:00010000:3.0:1769074868.166938:0:103875:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96c9 from it ffffb370c2557cb8 00010000:00010000:3.0:1769074868.166942:0:103875:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.166949:0:103875:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.173079:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.173102:0:103878:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.173110:0:103878:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.173135:0:103878:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.173180:0:103878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.173196:0:103878:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.173203:0:103878:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.173211:0:103878:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.173215:0:103878:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:3.0:1769074868.173222:0:103878:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25a7cb8 00010000:00010000:3.0:1769074868.173227:0:103878:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.173237:0:103878:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.174630:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174646:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.174659:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174664:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174673:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174676:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174685:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174687:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174695:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174698:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174706:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174709:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.174717:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174719:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.174726:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174729:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.174737:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174741:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074868.174919:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174924:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.174933:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174936:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174944:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174947:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174955:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174958:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174967:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174970:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.174977:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174981:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.174987:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.174991:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.174998:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175001:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.175008:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175011:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.175207:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175212:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.175221:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175225:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.175231:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175234:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.175241:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175245:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.175252:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175255:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.175262:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175264:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.175272:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175275:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.175283:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175286:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.175293:0:103878:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.175297:0:103878:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074868.186220:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.186244:0:103881:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.186251:0:103881:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.186278:0:103881:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.186296:0:103881:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.186313:0:103881:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.186321:0:103881:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.186329:0:103881:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.186333:0:103881:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:3.0:1769074868.186341:0:103881:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2517cb8 00010000:00010000:3.0:1769074868.186345:0:103881:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.186354:0:103881:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.187806:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187821:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.187831:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187835:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.187844:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187847:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.187856:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187859:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.187868:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187870:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.187880:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187883:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.187892:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187896:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.187905:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187908:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.187915:0:103881:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.187919:0:103881:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074868.191208:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191231:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.191242:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191248:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.191255:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191258:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.191265:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191268:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.191274:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191277:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.191284:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191288:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.191295:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191297:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.191303:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191306:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.191313:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191317:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074868.191847:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191857:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=17 00000080:00200000:2.0:1769074868.191865:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191869:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=17 00000080:00200000:2.0:1769074868.191872:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191876:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=17 00000080:00200000:2.0:1769074868.191880:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191883:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=17 00000080:00200000:2.0:1769074868.191888:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191891:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=17 00000080:00200000:2.0:1769074868.191895:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191899:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=17 00000080:00200000:2.0:1769074868.191903:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191907:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=17 00000080:00200000:2.0:1769074868.191911:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191915:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=17 00000080:00200000:2.0:1769074868.191918:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191922:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=17 00000080:00200000:2.0:1769074868.191925:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191930:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=17 00000080:00200000:2.0:1769074868.191933:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191937:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=17 00000080:00200000:2.0:1769074868.191940:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191944:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=17 00000080:00200000:2.0:1769074868.191948:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191952:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=17 00000080:00200000:2.0:1769074868.191955:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191959:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=17 00000080:00200000:2.0:1769074868.191962:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191966:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=17 00000080:00200000:2.0:1769074868.191970:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191973:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=17 00000080:00200000:2.0:1769074868.191978:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191982:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=17 00000080:00200000:2.0:1769074868.191986:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191990:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=17 00000080:00200000:2.0:1769074868.191994:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.191997:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=17 00000080:00200000:2.0:1769074868.192000:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192003:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=17 00000080:00200000:2.0:1769074868.192007:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192010:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=17 00000080:00200000:2.0:1769074868.192014:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192017:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=17 00000080:00200000:2.0:1769074868.192020:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192024:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=17 00000080:00200000:2.0:1769074868.192027:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192031:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=17 00000080:00200000:2.0:1769074868.192035:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192039:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=17 00000080:00200000:2.0:1769074868.192042:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192046:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=17 00000080:00200000:2.0:1769074868.192049:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192053:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=17 00000080:00200000:2.0:1769074868.192057:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192061:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=17 00000080:00200000:2.0:1769074868.192064:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192715:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=17 00000080:00200000:2.0:1769074868.192721:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192725:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=17 00000080:00200000:2.0:1769074868.192728:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192731:0:103880:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=17 00000080:00200000:2.0:1769074868.192735:0:103880:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.192751:0:103880:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), flags=1 00000080:00200000:2.0:1769074868.192757:0:103880:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), intent=getattr 00000002:00010000:2.0:1769074868.192785:0:103880:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a,[0x0:0x0:0x0]) in obj [0x200000402:0x15f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.192858:0:103880:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103880 initiator: MDT0 00010000:00010000:2.0:1769074868.192868:0:103880:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103880 initiator: MDT0 00010000:00010000:2.0:1769074868.192877:0:103880:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103880 initiator: MDT0 00000100:00100000:2.0:1769074868.192910:0:103880:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103880:1855007611855616:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074868.193063:0:103880:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.197818:0:103880:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103880:1855007611855616:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074868.197849:0:103880:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197870:0:103880:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197879:0:103880:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197890:0:103880:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197902:0:103880:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197914:0:103880:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197922:0:103880:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197929:0:103880:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.197943:0:103880:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831c00 x1855007611855616/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.197964:0:103880:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197975:0:103880:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197986:0:103880:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.197994:0:103880:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.198001:0:103880:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.198007:0:103880:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.198033:0:103880:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074868.198040:0:103880:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074868.198077:0:103880:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x160:0x0], updating i_size 0 00000080:00200000:2.0:1769074868.198081:0:103880:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x160:0x0](ffff88dac9d96c08): rc = 0 00000080:00200000:2.0:1769074868.198099:0:103880:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x160:0x0]: layout version change: 4294967295 -> 4294967295 00000080:00010000:2.0:1769074868.198105:0:103880:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96c9 00000080:00010000:2.0:1769074868.198116:0:103880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:2.0:1769074868.198120:0:103880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96c9 from it ffffb370c2587b20 00010000:00010000:2.0:1769074868.198123:0:103880:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.198135:0:103880:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198299:0:6161:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074868.198308:0:6161:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198321:0:6161:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac0030a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074868.198326:0:6161:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198495:0:6161:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198504:0:6161:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198520:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198555:0:6161:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198562:0:6161:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074868.198821:0:6161:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198829:0:6161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b02c4 expref: -99 pid: 103880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.198844:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074868.198846:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074868.198848:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1769074868.198940:0:103880:0:(file.c:6252:ll_getattr_dentry()) START file 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a:[0x200000402:0x160:0x0](ffff88dac9d96c08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.198948:0:103880:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08),name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a 00000002:00010000:2.0:1769074868.198974:0:103880:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x160:0x0]) in obj [0x200000402:0x15f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.198983:0:103880:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.198991:0:103880:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.198996:0:103880:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15f:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.199001:0:103880:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:2.0:1769074868.199005:0:103880:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96c9 00000080:00010000:2.0:1769074868.199009:0:103880:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96c9 from it ffffb370c2587cb8 00010000:00010000:2.0:1769074868.199012:0:103880:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.199020:0:103880:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.208804:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074868.208827:0:103883:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.208835:0:103883:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074868.208860:0:103883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.208881:0:103883:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.208896:0:103883:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.208905:0:103883:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.208918:0:103883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074868.208922:0:103883:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:2.0:1769074868.208930:0:103883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25a7cb8 00010000:00010000:2.0:1769074868.208934:0:103883:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.208944:0:103883:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.212034:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212053:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.212077:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212082:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212093:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212096:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212104:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212107:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212115:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212118:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212126:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212130:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.212136:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212140:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.212633:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212640:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.212657:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212661:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074868.212875:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212881:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.212890:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212893:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212901:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212903:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212909:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212912:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212919:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212922:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.212929:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212932:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.212940:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212943:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.212951:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212955:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.212963:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.212967:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074868.213123:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213128:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.213140:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213143:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.213288:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213293:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.213302:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213305:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.213314:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213317:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.213325:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213328:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.213503:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213508:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.213517:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213520:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.213526:0:103883:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.213530:0:103883:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074868.223140:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074868.223186:0:103886:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.223194:0:103886:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074868.223218:0:103886:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.223240:0:103886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.223256:0:103886:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.223263:0:103886:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.223273:0:103886:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074868.223277:0:103886:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:2.0:1769074868.223284:0:103886:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25b7cb8 00010000:00010000:2.0:1769074868.223288:0:103886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.223297:0:103886:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.225302:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225324:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.225336:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225341:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.225348:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225351:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.225358:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225361:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.225367:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225370:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.225377:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225380:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.225388:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225391:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.225399:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225402:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.225411:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.225414:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074868.226336:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226346:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=16 00000080:00200000:0.0:1769074868.226352:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226356:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=16 00000080:00200000:0.0:1769074868.226360:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226364:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=16 00000080:00200000:0.0:1769074868.226367:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226370:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=16 00000080:00200000:0.0:1769074868.226374:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226377:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=16 00000080:00200000:0.0:1769074868.226381:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226385:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=16 00000080:00200000:0.0:1769074868.226388:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226391:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=16 00000080:00200000:0.0:1769074868.226394:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226397:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=16 00000080:00200000:0.0:1769074868.226400:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226403:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=16 00000080:00200000:0.0:1769074868.226406:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.226410:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=16 00000080:00200000:2.0:1769074868.228500:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228517:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.228529:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228533:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.228542:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228545:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.228553:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228556:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.228564:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228567:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.228575:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228579:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.228587:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228591:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.228599:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228602:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.228611:0:103886:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.228614:0:103886:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074868.229852:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229869:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=16 00000080:00200000:0.0:1769074868.229879:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229883:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=16 00000080:00200000:0.0:1769074868.229887:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229891:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=16 00000080:00200000:0.0:1769074868.229895:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229899:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=16 00000080:00200000:0.0:1769074868.229903:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229907:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=16 00000080:00200000:0.0:1769074868.229910:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229914:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=16 00000080:00200000:0.0:1769074868.229918:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229922:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=16 00000080:00200000:0.0:1769074868.229926:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229929:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=16 00000080:00200000:0.0:1769074868.229933:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229936:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=16 00000080:00200000:0.0:1769074868.229940:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229944:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=16 00000080:00200000:0.0:1769074868.229948:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229951:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=16 00000080:00200000:0.0:1769074868.229955:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229958:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=16 00000080:00200000:0.0:1769074868.229962:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229966:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=16 00000080:00200000:0.0:1769074868.229969:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229973:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=16 00000080:00200000:0.0:1769074868.229977:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229981:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=16 00000080:00200000:0.0:1769074868.229984:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229987:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=16 00000080:00200000:0.0:1769074868.229991:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.229995:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=16 00000080:00200000:0.0:1769074868.230000:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.230003:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=16 00000080:00200000:0.0:1769074868.230007:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.230010:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=16 00000080:00200000:0.0:1769074868.230014:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.230017:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=16 00000080:00200000:0.0:1769074868.230020:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.230024:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=16 00000080:00200000:0.0:1769074868.230027:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.230034:0:103885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, flags=0 00000080:00200000:0.0:1769074868.230038:0:103885:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 3 00000080:00200000:0.0:1769074868.230044:0:103885:0:(namei.c:2354:ll_unlink()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88) 00010000:00010000:0.0:1769074868.230109:0:103885:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.230131:0:103885:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x160:0x0]: losing layout lock 00010000:00010000:0.0:1769074868.230218:0:103885:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.230225:0:103885:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074868.230229:0:103885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa96c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b02a8 expref: -99 pid: 103875 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074868.230252:0:103885:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074868.230267:0:103885:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2dc00 x1855007611856000/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 608/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074868.230297:0:103885:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103885:1855007611856000:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074868.233587:0:103885:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074868.244747:0:103885:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103885:1855007611856000:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074868.262267:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074868.262290:0:103888:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074868.262297:0:103888:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074868.262319:0:103888:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074868.262339:0:103888:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.262354:0:103888:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.262362:0:103888:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074868.262370:0:103888:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074868.262374:0:103888:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:0.0:1769074868.262381:0:103888:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25afcb8 00010000:00010000:0.0:1769074868.262385:0:103888:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.262394:0:103888:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.265253:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265270:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.265285:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265290:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265300:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265304:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265315:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265317:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265324:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265327:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265334:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265337:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265345:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265348:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265356:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265359:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265366:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265370:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074868.265576:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265581:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.265592:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265595:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265605:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265608:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265616:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265620:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265628:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265631:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265642:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265645:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265654:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265657:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265666:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265669:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265679:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265683:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.265828:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265834:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.265843:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265846:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265853:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265856:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265865:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265868:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265877:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265879:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.265887:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265890:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265898:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265902:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265910:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265913:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.265920:0:103888:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.265923:0:103888:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074868.277007:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277026:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.277038:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277043:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.277051:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277054:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.277062:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277074:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.277084:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277087:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.277095:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277100:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.277109:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277112:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.277119:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277121:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.277129:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.277133:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.278737:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.278755:0:103891:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.278982:0:103891:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.279011:0:103891:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.279031:0:103891:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.279045:0:103891:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.279053:0:103891:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.279062:0:103891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.279074:0:103891:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:3.0:1769074868.279081:0:103891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25cfcb8 00010000:00010000:3.0:1769074868.279086:0:103891:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.279096:0:103891:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.280047:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.280081:0:103890:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=0 00000080:00200000:2.0:1769074868.280086:0:103890:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074868.280107:0:103890:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_a290ac629d40ada15bd5dc0fb452a288,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.280201:0:103890:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103890 initiator: MDT0 00010000:00010000:2.0:1769074868.280212:0:103890:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103890 initiator: MDT0 00010000:00010000:2.0:1769074868.280224:0:103890:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103890 initiator: MDT0 00000100:00100000:2.0:1769074868.280258:0:103890:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103890:1855007611856128:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074868.280384:0:103890:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d600 going to sleep for 11 seconds 00000080:00200000:3.0:1769074868.285974:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.285992:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.286002:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286006:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.286012:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286015:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.286021:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286024:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.286032:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286035:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.286043:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286046:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.286056:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286059:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.286089:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286093:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.286102:0:103891:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.286106:0:103891:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074868.292346:0:103890:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103890:1855007611856128:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074868.292375:0:103890:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292402:0:103890:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292416:0:103890:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292427:0:103890:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292438:0:103890:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292450:0:103890:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292458:0:103890:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292465:0:103890:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.292478:0:103890:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831c00 x1855007611856128/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.292490:0:103890:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292500:0:103890:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/352 (0 0) 00000080:00200000:2.0:1769074868.292508:0:103890:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074868.292531:0:103890:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x160:0x0], updating i_size 0 00000080:00200000:2.0:1769074868.292534:0:103890:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x160:0x0](ffff88dac9d96c08): rc = 0 00000080:00200000:2.0:1769074868.292549:0:103890:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x160:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074868.292556:0:103890:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96d7 00000080:00010000:2.0:1769074868.292566:0:103890:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:2.0:1769074868.292569:0:103890:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96d7 from it ffffb370c25c7ba0 00010000:00010000:2.0:1769074868.292573:0:103890:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.292581:0:103890:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.292632:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292642:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=16 00000080:00200000:2.0:1769074868.292650:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292655:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=16 00000080:00200000:2.0:1769074868.292659:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292663:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=16 00000080:00200000:2.0:1769074868.292667:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292671:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=16 00000080:00200000:2.0:1769074868.292674:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292678:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=16 00000080:00200000:2.0:1769074868.292681:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292685:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=16 00000080:00200000:2.0:1769074868.292688:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292692:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=16 00000080:00200000:2.0:1769074868.292696:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292701:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=16 00000080:00200000:2.0:1769074868.292705:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292708:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=16 00000080:00200000:2.0:1769074868.292712:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292716:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=16 00000080:00200000:2.0:1769074868.292719:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292724:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=16 00000080:00200000:2.0:1769074868.292728:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292732:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=16 00000080:00200000:2.0:1769074868.292737:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292741:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=16 00000080:00200000:2.0:1769074868.292745:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292748:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=16 00000080:00200000:2.0:1769074868.292752:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292756:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=16 00000080:00200000:2.0:1769074868.292767:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292771:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=16 00000080:00200000:2.0:1769074868.292775:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292779:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=16 00000080:00200000:2.0:1769074868.292783:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292786:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=16 00000080:00200000:2.0:1769074868.292790:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292794:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=16 00000080:00200000:2.0:1769074868.292846:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292850:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=16 00000080:00200000:2.0:1769074868.292853:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292857:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=16 00000080:00200000:2.0:1769074868.292860:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292866:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=16 00000080:00200000:2.0:1769074868.292869:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292872:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=16 00000080:00200000:2.0:1769074868.292877:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292880:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=16 00000080:00200000:2.0:1769074868.292883:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292887:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=16 00000080:00200000:2.0:1769074868.292890:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292893:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=16 00000080:00200000:2.0:1769074868.292896:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292899:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=16 00000080:00200000:2.0:1769074868.292902:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.292905:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=16 00000080:00200000:2.0:1769074868.294044:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.294061:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=16 00000080:00200000:2.0:1769074868.294081:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.294085:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=16 00000080:00200000:2.0:1769074868.294089:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.294093:0:103890:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=16 00000080:00200000:2.0:1769074868.294097:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.294118:0:103890:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), flags=1536 00000080:00200000:2.0:1769074868.294123:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074868.294130:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08), inode mode 81a4 mask 6 00000080:00200000:2.0:1769074868.294135:0:103890:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074868.294140:0:103890:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000402:0x160:0x0](ffff88dac9d96c08), dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), target=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a 00010000:00010000:2.0:1769074868.294189:0:103890:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.294210:0:103890:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x160:0x0]: losing layout lock 00010000:00010000:2.0:1769074868.294256:0:103890:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.294263:0:103890:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074868.294265:0:103890:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b02f5 expref: -99 pid: 103890 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074868.294292:0:103890:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074868.294304:0:103890:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831c00 x1855007611856384/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074868.294333:0:103890:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103890:1855007611856384:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074868.294422:0:103890:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.306400:0:103890:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103890:1855007611856384:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074868.311248:0:103893:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.311274:0:103893:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.311282:0:103893:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.311313:0:103893:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.311336:0:103893:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.311350:0:103893:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.311358:0:103893:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.311367:0:103893:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.311371:0:103893:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:3.0:1769074868.311379:0:103893:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2587cb8 00010000:00010000:3.0:1769074868.311383:0:103893:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.311392:0:103893:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.320133:0:103893:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.321611:0:103893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.321661:0:103893:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.321667:0:103893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.321675:0:103893:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.321678:0:103893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.321684:0:103893:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.321687:0:103893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.321696:0:103893:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.321700:0:103893:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074868.338971:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.338988:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.339002:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339006:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.339015:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339018:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.339027:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339030:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.339039:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339042:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.339050:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339054:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.339073:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339077:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.339088:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339092:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.339100:0:103896:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.339104:0:103896:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.386093:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.386123:0:103899:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.386133:0:103899:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.386597:0:103899:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.386615:0:103899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.386630:0:103899:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.386638:0:103899:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.386645:0:103899:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.386649:0:103899:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:3.0:1769074868.386655:0:103899:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25f7cb8 00010000:00010000:3.0:1769074868.386658:0:103899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.386665:0:103899:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.389081:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389101:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.389115:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389119:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389128:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389131:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389139:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389142:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389325:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389482:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389582:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389587:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.389596:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389598:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.389605:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389608:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.389617:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389621:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074868.389839:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389844:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.389853:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389855:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389863:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389866:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389874:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389876:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389883:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389886:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.389893:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389896:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.389903:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389906:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.389912:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389915:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.389922:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.389925:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074868.390085:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390091:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.390100:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390104:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.390113:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390116:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.390124:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390127:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.390138:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390141:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.390302:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390307:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.390318:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390321:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.390588:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390593:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.390608:0:103899:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.390613:0:103899:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074868.404118:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404141:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.404174:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404179:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.404186:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404189:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.404196:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404199:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.404205:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404208:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.404214:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404217:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.404224:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404226:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.404232:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404235:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.404242:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404245:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074868.404688:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404695:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=17 00000080:00200000:2.0:1769074868.404702:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404706:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=17 00000080:00200000:2.0:1769074868.404710:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404714:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=17 00000080:00200000:2.0:1769074868.404717:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404721:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=17 00000080:00200000:2.0:1769074868.404725:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404728:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=17 00000080:00200000:2.0:1769074868.404732:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404736:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=17 00000080:00200000:2.0:1769074868.404739:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404742:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=17 00000080:00200000:2.0:1769074868.404746:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404749:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=17 00000080:00200000:2.0:1769074868.404752:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404755:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=17 00000080:00200000:2.0:1769074868.404758:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404763:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=17 00000080:00200000:2.0:1769074868.404767:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404770:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=17 00000080:00200000:2.0:1769074868.404774:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404777:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=17 00000080:00200000:2.0:1769074868.404780:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404784:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=17 00000080:00200000:2.0:1769074868.404787:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404790:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=17 00000080:00200000:2.0:1769074868.404794:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404797:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=17 00000080:00200000:2.0:1769074868.404801:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404805:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=17 00000080:00200000:2.0:1769074868.404808:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404812:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=17 00000080:00200000:2.0:1769074868.404815:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404818:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=17 00000080:00200000:2.0:1769074868.404821:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404824:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=17 00000080:00200000:2.0:1769074868.404827:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404831:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=17 00000080:00200000:2.0:1769074868.404834:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404837:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=17 00000080:00200000:2.0:1769074868.404840:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404843:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=17 00000080:00200000:2.0:1769074868.404846:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404849:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=17 00000080:00200000:2.0:1769074868.404852:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404856:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=17 00000080:00200000:2.0:1769074868.404860:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404863:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=17 00000080:00200000:2.0:1769074868.404866:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404869:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=17 00000080:00200000:2.0:1769074868.404873:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404877:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=17 00000080:00200000:2.0:1769074868.404880:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404883:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=17 00000080:00200000:2.0:1769074868.404886:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404890:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=17 00000080:00200000:2.0:1769074868.404893:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404896:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=17 00000080:00200000:2.0:1769074868.404899:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404902:0:103901:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=17 00000080:00200000:2.0:1769074868.404905:0:103901:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.404916:0:103901:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), flags=1 00000080:00200000:2.0:1769074868.404921:0:103901:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88), intent=getattr 00000002:00010000:2.0:1769074868.404948:0:103901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a,[0x0:0x0:0x0]) in obj [0x200000402:0x15f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.405008:0:103901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103901 initiator: MDT0 00010000:00010000:2.0:1769074868.405018:0:103901:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103901 initiator: MDT0 00010000:00010000:2.0:1769074868.405028:0:103901:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103901 initiator: MDT0 00000100:00100000:2.0:1769074868.405052:0:103901:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103901:1855007611856640:192.168.204.148@tcp:101:pjdfstest.0 00000080:00200000:0.0:1769074868.406182:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074868.406195:0:103902:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074868.406202:0:103902:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074868.406217:0:103902:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074868.406230:0:103902:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.406244:0:103902:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.406251:0:103902:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074868.406258:0:103902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074868.406261:0:103902:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:0.0:1769074868.406267:0:103902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c19ebcb8 00010000:00010000:0.0:1769074868.406271:0:103902:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.406280:0:103902:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.409411:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.409430:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.409443:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.409448:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:2.0:1769074868.409939:0:103901:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d600 going to sleep for 11 seconds 00000080:00200000:0.0:1769074868.410009:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410014:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.410031:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410034:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.410044:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410047:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.410054:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410058:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.410077:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410081:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.410090:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410093:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.410101:0:103902:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.410105:0:103902:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074868.429673:0:103901:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103901:1855007611856640:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074868.429699:0:103901:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429717:0:103901:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429725:0:103901:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429738:0:103901:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429749:0:103901:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429760:0:103901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429767:0:103901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429775:0:103901:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.429787:0:103901:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8833100 x1855007611856640/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 696/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.429810:0:103901:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429821:0:103901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429832:0:103901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429840:0:103901:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429847:0:103901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429853:0:103901:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa96e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b0342 expref: -99 pid: 103901 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429877:0:103901:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074868.429884:0:103901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15f:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074868.429909:0:103901:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x160:0x0], updating i_size 0 00000080:00200000:2.0:1769074868.429912:0:103901:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x160:0x0](ffff88dac9d96c08): rc = 0 00000080:00200000:2.0:1769074868.429930:0:103901:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x160:0x0]: layout version change: 4294967295 -> 4294967295 00000080:00010000:2.0:1769074868.429936:0:103901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96de 00000080:00010000:2.0:1769074868.429948:0:103901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:2.0:1769074868.429951:0:103901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96de from it ffffb370c2567b20 00010000:00010000:2.0:1769074868.429954:0:103901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.429969:0:103901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074868.430013:0:103901:0:(file.c:6252:ll_getattr_dentry()) START file 009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a:[0x200000402:0x160:0x0](ffff88dac9d96c08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.430021:0:103901:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08),name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a 00000002:00010000:2.0:1769074868.430049:0:103901:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x160:0x0]) in obj [0x200000402:0x15f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.430057:0:103901:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.430075:0:103901:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.430081:0:103901:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15f:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.430086:0:103901:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:2.0:1769074868.430090:0:103901:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96de 00000080:00010000:2.0:1769074868.430093:0:103901:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96de from it ffffb370c2567cb8 00010000:00010000:2.0:1769074868.430096:0:103901:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.430104:0:103901:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.441421:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074868.441445:0:103904:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.441452:0:103904:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074868.441478:0:103904:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.441710:0:103904:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.441727:0:103904:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.441735:0:103904:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.441746:0:103904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074868.441749:0:103904:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:2.0:1769074868.441756:0:103904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25ffcb8 00010000:00010000:2.0:1769074868.441759:0:103904:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.441766:0:103904:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.446164:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446186:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.446202:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446207:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446216:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446219:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446227:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446230:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446238:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446240:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446248:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446251:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.446259:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446262:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.446270:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446273:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.446281:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446284:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074868.446712:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446718:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.446726:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446729:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446736:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446738:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446744:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446746:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446753:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446755:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446762:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446764:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.446771:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446773:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.446781:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446784:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.446792:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446795:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074868.446953:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446959:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.446968:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446971:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446979:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446982:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446988:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.446991:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.446999:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.447002:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.447008:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.447011:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.447017:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.447020:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.447027:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.447030:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.447039:0:103904:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.447042:0:103904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074868.465218:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.465250:0:103907:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.465260:0:103907:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.465285:0:103907:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.465304:0:103907:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.465325:0:103907:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.465333:0:103907:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.465343:0:103907:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.465347:0:103907:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:3.0:1769074868.465356:0:103907:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2607cb8 00010000:00010000:3.0:1769074868.465361:0:103907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.465370:0:103907:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.468243:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468248:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.468256:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468259:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.468267:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468269:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.468276:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468279:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.468286:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468289:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.468296:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468298:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.468305:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468308:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.468317:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468320:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074868.468836:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468845:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=16 00000080:00200000:1.0:1769074868.468851:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468856:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=16 00000080:00200000:1.0:1769074868.468859:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468864:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=16 00000080:00200000:1.0:1769074868.468868:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468871:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=16 00000080:00200000:1.0:1769074868.468875:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468878:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=16 00000080:00200000:1.0:1769074868.468881:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468885:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=16 00000080:00200000:1.0:1769074868.468889:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468892:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=16 00000080:00200000:1.0:1769074868.468896:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468900:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=16 00000080:00200000:1.0:1769074868.468903:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468906:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=16 00000080:00200000:1.0:1769074868.468910:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468914:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=16 00000080:00200000:1.0:1769074868.468917:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468921:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=16 00000080:00200000:1.0:1769074868.468925:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468928:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=16 00000080:00200000:1.0:1769074868.468932:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468936:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=16 00000080:00200000:1.0:1769074868.468939:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468943:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=16 00000080:00200000:1.0:1769074868.468946:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468949:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=16 00000080:00200000:1.0:1769074868.468952:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468955:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=16 00000080:00200000:1.0:1769074868.468959:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468962:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=16 00000080:00200000:1.0:1769074868.468965:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468968:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=16 00000080:00200000:1.0:1769074868.468971:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468975:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=16 00000080:00200000:1.0:1769074868.468978:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468982:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=16 00000080:00200000:1.0:1769074868.468985:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468988:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=16 00000080:00200000:1.0:1769074868.468991:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.468994:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=16 00000080:00200000:1.0:1769074868.468997:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469001:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=16 00000080:00200000:1.0:1769074868.469004:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469007:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=16 00000080:00200000:1.0:1769074868.469011:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469014:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=16 00000080:00200000:1.0:1769074868.469017:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469021:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=16 00000080:00200000:1.0:1769074868.469025:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469029:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=16 00000080:00200000:1.0:1769074868.469033:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469036:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=16 00000080:00200000:1.0:1769074868.469040:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469044:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=16 00000080:00200000:1.0:1769074868.469047:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469051:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=16 00000080:00200000:1.0:1769074868.469054:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469058:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=16 00000080:00200000:1.0:1769074868.469072:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.469081:0:103906:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, flags=0 00000080:00200000:1.0:1769074868.469085:0:103906:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 3 00000080:00200000:1.0:1769074868.469091:0:103906:0:(namei.c:2354:ll_unlink()) VFS Op:name=009e7610ae4af2de20f2bc5de24d09b4292333afd4af12dac1ffcedf652d359f0e557646c8501706a12e1e1aa78c5bc42282fc3b37c03c780252bd63207309a, dir=[0x200000402:0x15f:0x0](ffff88dac9d43a88) 00010000:00010000:1.0:1769074868.469184:0:103906:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.469212:0:103906:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x160:0x0]: losing layout lock 00010000:00010000:1.0:1769074868.469275:0:103906:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 1/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.469283:0:103906:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074868.469286:0:103906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b0326 expref: -99 pid: 103895 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074868.469312:0:103906:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074868.469327:0:103906:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4ad80 x1855007611857024/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 608/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074868.469354:0:103906:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103906:1855007611857024:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074868.469443:0:103906:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074868.473027:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473044:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.473058:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473073:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.473085:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473088:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.473096:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473099:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.473108:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473111:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.473118:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473122:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.473130:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473133:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.473139:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473141:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.473199:0:103907:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.473204:0:103907:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074868.476976:0:103906:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103906:1855007611857024:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074868.496921:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074868.496951:0:103909:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.496961:0:103909:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074868.496997:0:103909:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.497018:0:103909:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.497038:0:103909:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.497046:0:103909:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.497058:0:103909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074868.497071:0:103909:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:2.0:1769074868.497079:0:103909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074868.497083:0:103909:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.497093:0:103909:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.513698:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513716:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.513727:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513731:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.513739:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513741:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.513749:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513751:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.513759:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513762:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.513770:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513773:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.513780:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513782:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.513788:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513791:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.513798:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.513802:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074868.514069:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514074:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.514084:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514087:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.514095:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514099:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.514106:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514109:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.514117:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514120:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.514127:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514130:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.514139:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.514142:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.516135:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.516628:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.516660:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.516666:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.516982:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.516988:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.516997:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517001:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.517009:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517013:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.517021:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517024:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.517033:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517036:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.517044:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517047:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.517054:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517057:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.517077:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517081:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.517089:0:103909:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.517093:0:103909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074868.536461:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536482:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.536495:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536500:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.536510:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536513:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.536520:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536523:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.536531:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536533:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.536541:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536544:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.536552:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536555:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.536562:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536566:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.536573:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.536577:0:103911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.537082:0:103911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.537098:0:103911:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=0 00000080:00200000:3.0:1769074868.537103:0:103911:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:3.0:1769074868.537133:0:103911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_a290ac629d40ada15bd5dc0fb452a288,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.537233:0:103911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103911 initiator: MDT0 00010000:00010000:3.0:1769074868.537244:0:103911:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103911 initiator: MDT0 00010000:00010000:3.0:1769074868.537254:0:103911:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103911 initiator: MDT0 00000100:00100000:3.0:1769074868.537286:0:103911:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103911:1855007611857152:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074868.537366:0:103911:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000080:00200000:1.0:1769074868.537753:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074868.537765:0:103912:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.537771:0:103912:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074868.537783:0:103912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.537796:0:103912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.537807:0:103912:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.537814:0:103912:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074868.537821:0:103912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074868.537825:0:103912:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:1.0:1769074868.537832:0:103912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2587cb8 00010000:00010000:1.0:1769074868.537836:0:103912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.537844:0:103912:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.546646:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546662:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.546674:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546679:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.546688:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546692:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.546700:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546703:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.546711:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546714:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.546722:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546725:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.546732:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546734:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.546740:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546743:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.546750:0:103912:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.546754:0:103912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074868.553823:0:103911:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103911:1855007611857152:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074868.553856:0:103911:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553882:0:103911:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553891:0:103911:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 4/1,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553904:0:103911:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553915:0:103911:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553929:0:103911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553939:0:103911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553947:0:103911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.553960:0:103911:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7d180 x1855007611857152/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.553977:0:103911:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.553989:0:103911:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/352 (0 0) 00000080:00200000:3.0:1769074868.553996:0:103911:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074868.554023:0:103911:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x160:0x0], updating i_size 0 00000080:00200000:3.0:1769074868.554027:0:103911:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x160:0x0](ffff88dac9d96c08): rc = 0 00000080:00200000:3.0:1769074868.554045:0:103911:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x160:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1769074868.554051:0:103911:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96ec 00000080:00010000:3.0:1769074868.554075:0:103911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:3.0:1769074868.554079:0:103911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96ec from it ffffb370c25b7ba0 00010000:00010000:3.0:1769074868.554083:0:103911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.554092:0:103911:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.564893:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074868.564919:0:103914:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074868.564927:0:103914:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074868.564951:0:103914:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074868.564972:0:103914:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.564987:0:103914:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.564995:0:103914:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074868.565003:0:103914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074868.565007:0:103914:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:0.0:1769074868.565015:0:103914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2567cb8 00010000:00010000:0.0:1769074868.565020:0:103914:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.565030:0:103914:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.567498:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567512:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.567532:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567536:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567543:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567546:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567553:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567556:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567562:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567565:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567571:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567575:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.567581:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567583:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.567592:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567594:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.567603:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567606:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074868.567861:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567867:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.567876:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567879:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567886:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567890:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567899:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567902:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567911:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567914:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.567922:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567925:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.567933:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567936:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.567943:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567946:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.567953:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.567956:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074868.568129:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568136:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.568145:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568864:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.568886:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568889:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.568898:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568901:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.568909:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568912:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.568920:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568923:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.568931:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568934:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.568942:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568944:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.568952:0:103914:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.568956:0:103914:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074868.578658:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578676:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.578687:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578691:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.578700:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578703:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.578711:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578714:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.578721:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578725:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.578733:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578737:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.578744:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578746:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.578754:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578756:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.578763:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.578766:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.579333:0:103916:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.579340:0:103916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, flags=1 00000080:00200008:3.0:1769074868.579347:0:103916:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_a290ac629d40ada15bd5dc0fb452a288:[0x200000402:0x160:0x0](ffff88dac9d96c08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.579358:0:103916:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08),name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288 00000002:00010000:3.0:1769074868.579387:0:103916:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x160:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.579405:0:103916:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.579420:0:103916:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.579427:0:103916:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.579434:0:103916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00010000:3.0:1769074868.579438:0:103916:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x160:0x0](ffff88dac9d96c08) for lock 0x989cb6132eaa96ec 00000080:00010000:3.0:1769074868.579445:0:103916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96ec from it ffffb370c2617cb8 00010000:00010000:3.0:1769074868.579449:0:103916:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.579457:0:103916:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.584005:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074868.584036:0:103917:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.584045:0:103917:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074868.584095:0:103917:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.584116:0:103917:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.584133:0:103917:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.584140:0:103917:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074868.584196:0:103917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074868.584201:0:103917:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:1.0:1769074868.584209:0:103917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c261fcb8 00010000:00010000:1.0:1769074868.584213:0:103917:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.584227:0:103917:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.589104:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589123:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.589137:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589142:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.589169:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589173:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.589181:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589185:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.589191:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589195:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.589204:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589208:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.589215:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589219:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.589226:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589229:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.589237:0:103917:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.589240:0:103917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074868.596940:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074868.596964:0:103919:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.596972:0:103919:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074868.596995:0:103919:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.597013:0:103919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.597028:0:103919:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.597036:0:103919:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074868.597044:0:103919:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074868.597048:0:103919:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9698 00000080:00010000:1.0:1769074868.597055:0:103919:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9698 from it ffffb370c2627cb8 00010000:00010000:1.0:1769074868.597071:0:103919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.597080:0:103919:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.602248:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602267:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.602280:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602284:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.602292:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602295:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.602302:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602305:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.602313:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602316:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.602324:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602327:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.602335:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602338:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.602344:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602347:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.602355:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.602359:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074868.603969:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.603982:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.603993:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.603996:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.604004:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604006:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.604013:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604016:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.604023:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604026:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.604033:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604036:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.604043:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604046:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.604053:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604056:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.604079:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.604083:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074868.606025:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606040:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.606055:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606068:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.606078:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606082:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.606089:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606092:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.606100:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606103:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.606110:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606114:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.606121:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606124:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.606133:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606136:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.606144:0:103919:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.606821:0:103919:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074868.621328:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621350:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.621360:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621364:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.621373:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621375:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.621383:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621385:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.621393:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621396:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.621404:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621408:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.621416:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621419:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.621425:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621429:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.621437:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621440:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074868.621922:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.621931:0:103921:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, flags=0 00000080:00200000:1.0:1769074868.621935:0:103921:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:1.0:1769074868.621941:0:103921:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_a290ac629d40ada15bd5dc0fb452a288, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:1.0:1769074868.622004:0:103921:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.622030:0:103921:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.622091:0:103921:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.622104:0:103921:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x160:0x0]: losing layout lock 00010000:00010000:1.0:1769074868.622171:0:103921:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.622179:0:103921:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.622184:0:103921:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074868.622187:0:103921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa96ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b0373 expref: -99 pid: 103911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.622203:0:103921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9698 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b020e expref: -99 pid: 103873 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074868.622222:0:103921:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074868.622237:0:103921:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b100 x1855007611857408/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074868.622262:0:103921:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103921:1855007611857408:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074868.622375:0:103921:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.628896:0:103921:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103921:1855007611857408:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074868.628963:0:103921:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x160:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1769074868.628980:0:103921:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x160:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074868.628988:0:103921:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x160:0x0](ffff88dac9d96c08) 00000080:00200000:1.0:1769074868.636241:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074868.636267:0:103922:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.636276:0:103922:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074868.636307:0:103922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.637014:0:103922:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:1.0:1769074868.637653:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 103922 initiator: MDT0 00010000:00010000:1.0:1769074868.637671:0:103922:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:1.0:1769074868.637683:0:103922:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00000100:00100000:1.0:1769074868.637711:0:103922:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857536:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074868.639814:0:103922:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.645132:0:103922:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857536:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074868.645767:0:103922:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645782:0:103922:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645798:0:103922:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645811:0:103922:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645826:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645835:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645849:0:103922:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.645863:0:103922:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4bb80 x1855007611857536/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.645879:0:103922:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645896:0:103922:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074868.645904:0:103922:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.645941:0:103922:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.645947:0:103922:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa96f3 00000080:00010000:2.0:1769074868.645953:0:103922:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074868.645956:0:103922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c2567cb8 00010000:00010000:2.0:1769074868.645960:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.645968:0:103922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.652947:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.652973:0:103922:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074868.652979:0:103922:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074868.653008:0:103922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074868.653085:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.653101:0:103922:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.653112:0:103922:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00000100:00100000:2.0:1769074868.653143:0:103922:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857664:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074868.653629:0:103922:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.657907:0:103922:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857664:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074868.657928:0:103922:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657939:0:103922:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657945:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657952:0:103922:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657959:0:103922:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657965:0:103922:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac0031600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074868.657969:0:103922:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657976:0:103922:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657986:0:103922:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.657992:0:103922:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074868.657998:0:103922:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.658003:0:103922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa96fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00000002:00100000:2.0:1769074868.658019:0:103922:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833100 x1855007611857664/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.658035:0:103922:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074868.658074:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.658086:0:103922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074868.658095:0:103922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c2567980 00010000:00010000:2.0:1769074868.658098:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.658105:0:103922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.658254:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.658270:0:103922:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074868.658274:0:103922:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074868.658293:0:103922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074868.658498:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.658506:0:103922:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.658515:0:103922:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00000100:00100000:2.0:1769074868.658536:0:103922:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857792:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074868.658715:0:103922:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.661923:0:103922:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857792:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074868.661946:0:103922:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.661958:0:103922:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.661965:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.661972:0:103922:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.661979:0:103922:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.661984:0:103922:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac0030a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074868.661988:0:103922:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.661996:0:103922:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.662002:0:103922:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.662008:0:103922:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074868.662013:0:103922:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.662018:0:103922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa9701 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00000002:00100000:2.0:1769074868.662038:0:103922:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833100 x1855007611857792/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.662052:0:103922:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074868.662088:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.662101:0:103922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074868.662110:0:103922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c2567980 00010000:00010000:2.0:1769074868.662114:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.662120:0:103922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.662266:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.662276:0:103922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.662288:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.662291:0:103922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.662299:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.662301:0:103922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.662309:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.662318:0:103922:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074868.662322:0:103922:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074868.662505:0:103922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074868.662551:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.662558:0:103922:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.662568:0:103922:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00000100:00100000:2.0:1769074868.662882:0:103922:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857920:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074868.662993:0:103922:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.666853:0:103922:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611857920:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074868.666876:0:103922:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666887:0:103922:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666894:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666900:0:103922:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666908:0:103922:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666918:0:103922:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074868.666923:0:103922:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666929:0:103922:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666935:0:103922:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666942:0:103922:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074868.666948:0:103922:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.666953:0:103922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9708 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00000002:00100000:2.0:1769074868.666970:0:103922:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833100 x1855007611857920/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.666984:0:103922:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074868.667012:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.667026:0:103922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074868.667035:0:103922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c2567980 00010000:00010000:2.0:1769074868.667039:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.667046:0:103922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.667134:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.667144:0:103922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.667271:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.667276:0:103922:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.667288:0:103922:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.667302:0:103922:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac5520d80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074868.667309:0:103922:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074868.667481:0:103922:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074868.667530:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.667538:0:103922:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00000020:00100000:2.0:1769074868.667548:0:103922:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.667556:0:103922:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833100 x1855007611858176/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.667564:0:103922:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00000100:00100000:2.0:1769074868.667725:0:103922:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611858176:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074868.667904:0:103922:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.671140:0:103922:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103922:1855007611858176:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074868.671229:0:103922:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671244:0:103922:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671253:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671261:0:103922:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671268:0:103922:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671275:0:103922:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5296400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074868.671279:0:103922:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671286:0:103922:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671293:0:103922:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671300:0:103922:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074868.671306:0:103922:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00010000:00010000:2.0:1769074868.671312:0:103922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa970f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103922 initiator: MDT0 00000002:00100000:2.0:1769074868.671404:0:103922:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833100 x1855007611858176/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.671476:0:103922:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074868.671504:0:103922:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.671522:0:103922:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074868.671531:0:103922:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c25679a8 00010000:00010000:2.0:1769074868.671535:0:103922:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.671542:0:103922:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.681100:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074868.681127:0:103924:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.681136:0:103924:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074868.681631:0:103924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.681651:0:103924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.681666:0:103924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.681674:0:103924:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.681684:0:103924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074868.681688:0:103924:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa96f3 00000080:00010000:2.0:1769074868.681696:0:103924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c260fcb8 00010000:00010000:2.0:1769074868.681699:0:103924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.681707:0:103924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.685613:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685632:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074868.685644:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685648:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.685655:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685657:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.685665:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685667:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.685674:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685676:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074868.685686:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685689:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.685698:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685701:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.685709:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685712:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074868.685719:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.685732:0:103924:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02fbe00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074868.685740:0:103924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074868.685769:0:103924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074868.685854:0:103924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103924 initiator: MDT0 00010000:00010000:2.0:1769074868.685864:0:103924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103924 initiator: MDT0 00000020:00100000:2.0:1769074868.685876:0:103924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.685889:0:103924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833100 x1855007611858432/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.685900:0:103924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103924 initiator: MDT0 00000100:00100000:2.0:1769074868.685924:0:103924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103924:1855007611858432:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074868.686527:0:103924:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.690919:0:103924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103924:1855007611858432:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074868.690942:0:103924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690955:0:103924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690961:0:103924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690967:0:103924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690974:0:103924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690980:0:103924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5296400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.690984:0:103924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690990:0:103924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.690996:0:103924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.691001:0:103924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.691006:0:103924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103924 initiator: MDT0 00010000:00010000:3.0:1769074868.691011:0:103924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa9716 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103924 initiator: MDT0 00000002:00100000:3.0:1769074868.691037:0:103924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833100 x1855007611858432/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.691064:0:103924:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074868.691091:0:103924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.691102:0:103924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074868.691111:0:103924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c260f9a8 00010000:00010000:3.0:1769074868.691114:0:103924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.691121:0:103924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.692117:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692130:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.692141:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692145:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.692318:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692482:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.692498:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692502:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.692510:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692514:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.692522:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692525:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.692533:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692535:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.692544:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692547:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.692555:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692559:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074868.692990:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.692996:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.693005:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693009:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.693112:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693117:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.693131:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693134:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.693141:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693143:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.693305:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693310:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.693319:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693322:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.693494:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693498:0:103924:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.693505:0:103924:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.693517:0:103924:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0bb00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074868.693526:0:103924:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074868.693554:0:103924:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074868.693850:0:103924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.693861:0:103924:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103924 initiator: MDT0 00000020:00100000:1.0:1769074868.693873:0:103924:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074868.693887:0:103924:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b480 x1855007611858688/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074868.693897:0:103924:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103924 initiator: MDT0 00000100:00100000:1.0:1769074868.693921:0:103924:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103924:1855007611858688:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074868.694523:0:103924:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074868.698981:0:103924:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103924:1855007611858688:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074868.699005:0:103924:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699102:0:103924:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699112:0:103924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699119:0:103924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699127:0:103924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699132:0:103924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074868.699137:0:103924:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699143:0:103924:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699519:0:103924:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699526:0:103924:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074868.699534:0:103924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103924 initiator: MDT0 00010000:00010000:1.0:1769074868.699541:0:103924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa971d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103924 initiator: MDT0 00000002:00100000:1.0:1769074868.699561:0:103924:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4b480 x1855007611858688/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074868.699577:0:103924:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074868.699680:0:103924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.699692:0:103924:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074868.699701:0:103924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c260f9a8 00010000:00010000:1.0:1769074868.699706:0:103924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.699712:0:103924:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.706515:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.706538:0:103927:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.706545:0:103927:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.706569:0:103927:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.706587:0:103927:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.706602:0:103927:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.706610:0:103927:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.706618:0:103927:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.706621:0:103927:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa96f3 00000080:00010000:3.0:1769074868.706628:0:103927:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c2637cb8 00010000:00010000:3.0:1769074868.706632:0:103927:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.706640:0:103927:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.708010:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708022:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.708032:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708036:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.708044:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708047:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.708054:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708069:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.708079:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708082:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.708093:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708096:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.708104:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708107:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.708114:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708117:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.708124:0:103927:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.708129:0:103927:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074868.713918:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.713937:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074868.713949:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.713953:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.713961:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.713965:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.713972:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.713975:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.713982:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.713986:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074868.713994:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.713999:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.714006:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.714009:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.714029:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.714033:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074868.714044:0:103926:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.714049:0:103926:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.723717:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.723737:0:103929:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.723744:0:103929:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.723767:0:103929:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.723784:0:103929:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.723806:0:103929:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.723814:0:103929:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.723822:0:103929:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.723826:0:103929:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa96f3 00000080:00010000:3.0:1769074868.723833:0:103929:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c260fcb8 00010000:00010000:3.0:1769074868.723838:0:103929:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.723847:0:103929:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.725243:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725258:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.725267:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725272:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725280:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725283:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725292:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725295:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725303:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725305:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725313:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725317:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725324:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725327:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725335:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725338:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725346:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725351:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074868.725539:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725544:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.725552:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725555:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725563:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725566:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725574:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725577:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725584:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725587:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725593:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725596:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725603:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725606:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725617:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725619:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725627:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725632:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074868.725780:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725786:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074868.725795:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725798:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725808:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725811:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725820:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725822:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725830:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725833:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074868.725842:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725844:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725854:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725857:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725865:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725868:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074868.725875:0:103929:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.725878:0:103929:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074868.734079:0:102716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074868.734102:0:102716:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.734110:0:102716:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074868.734138:0:102716:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.734182:0:102716:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.734197:0:102716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.734205:0:102716:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.734213:0:102716:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074868.734216:0:102716:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa96f3 00000080:00010000:3.0:1769074868.734224:0:102716:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa96f3 from it ffffb370c27cfcb8 00010000:00010000:3.0:1769074868.734228:0:102716:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.734236:0:102716:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.736531:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736548:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074868.736561:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736566:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.736575:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736578:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.736588:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736591:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.736599:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736603:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074868.736611:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736615:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.736623:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736626:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.736633:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736637:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074868.736644:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.736648:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074868.737503:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.737513:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=0 00000080:00200008:1.0:1769074868.737524:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.737535:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448),name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b 00000002:00010000:1.0:1769074868.737564:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.737580:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/321 (0 0) 00010000:00010000:1.0:1769074868.737640:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.737651:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.737661:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074868.737688:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611858816:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074868.737779:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.743788:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611858816:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.743821:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743838:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743845:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743857:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743869:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743881:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743888:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743896:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.743907:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4b480 x1855007611858816/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.743919:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.743936:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/321 (0 0) 00000080:00200000:3.0:1769074868.743943:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.743969:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x141:0x0], updating i_size 4096 00000080:00010000:3.0:1769074868.743975:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x989cb6132eaa9724 00000080:00010000:3.0:1769074868.743987:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) 00000080:00010000:3.0:1769074868.743990:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9724 from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074868.743993:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.744002:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.744083:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.744092:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=258 00000080:00200000:3.0:1769074868.744099:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 44 00000080:00200008:3.0:1769074868.744107:0:103930:0:(file.c:1001:ll_file_open()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704400 00000002:00010000:3.0:1769074868.744135:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074868.744587:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.744597:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074868.744607:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.744613:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611859072/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.744628:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074868.744647:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859072:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074868.744795:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.749809:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859072:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.749834:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749847:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749854:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749862:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749870:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749877:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.749881:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749887:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749894:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749899:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.749905:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.749911:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa972b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074868.749929:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d180 x1855007611859072/t4294968702(4294968702) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.749941:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d180 x1855007611859072/t4294968702(4294968702) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.749954:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.749975:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x141:0x0], updating i_size 4096 00000002:00100000:3.0:1769074868.749996:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d180 x1855007611859072/t4294968702(4294968702) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074868.750087:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.750095:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448),name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b 00000002:00010000:3.0:1769074868.750117:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.750132:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.750144:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.750185:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.750191:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) 00000080:00010000:3.0:1769074868.750194:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x989cb6132eaa9724 00000080:00010000:3.0:1769074868.750199:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9724 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074868.750203:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.750211:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.750294:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074868.750308:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x141:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074868.750316:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.750324:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074868.751116:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859200:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074868.752271:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.764909:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859200:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074868.765724:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.765739:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074868.765861:0:103930:0:(file.c:424:ll_file_release()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704000 00000002:00100000:3.0:1769074868.765925:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7d180 x1855007611859072/t4294968702(4294968702) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074868.765936:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074868.765941:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ed80 x1855007611859456/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074868.765962:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859456:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074868.766033:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.769275:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859456:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074868.769312:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7d180 x1855007611859072/t4294968702(4294968702) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.769401:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.769422:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=258 00000080:00200000:3.0:1769074868.769434:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 44 00000080:00200008:3.0:1769074868.769442:0:103930:0:(file.c:1001:ll_file_open()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704400 00000002:00010000:3.0:1769074868.769466:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074868.769530:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.769539:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074868.769549:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.769555:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ed80 x1855007611859712/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.769564:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074868.769586:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859712:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074868.769806:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.773665:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859712:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.773707:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.773718:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.773733:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.773747:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.773765:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7ed80 x1855007611859712/t4294968704(4294968704) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.773780:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7ed80 x1855007611859712/t4294968704(4294968704) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.773790:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.773801:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/321 (0 0) 00000080:00200000:3.0:1769074868.773807:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.773833:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x141:0x0], updating i_size 4096 00000080:00010000:3.0:1769074868.773838:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x989cb6132eaa9732 00000080:00010000:3.0:1769074868.773851:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9732 from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074868.773856:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.773866:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.773895:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7ed80 x1855007611859712/t4294968704(4294968704) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074868.773981:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.773989:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448),name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b 00000002:00010000:3.0:1769074868.774009:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.774019:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.774030:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.774036:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.774041:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) 00000080:00010000:3.0:1769074868.774044:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x989cb6132eaa9724 00000080:00010000:3.0:1769074868.774049:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9724 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074868.774052:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.774071:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.774304:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074868.774496:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074868.774518:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.774525:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=0 00000080:00200008:3.0:1769074868.774534:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.775146:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8),name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7 00000002:00010000:3.0:1769074868.775194:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x141:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.775204:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/322 (0 0) 00010000:00010000:3.0:1769074868.775250:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.775258:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.775268:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074868.775292:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859840:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074868.775391:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.779352:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611859840:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.779381:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779398:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779415:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779429:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779440:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779453:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779461:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779468:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.779480:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7d180 x1855007611859840/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.779493:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779503:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/322 (0 0) 00000080:00200000:3.0:1769074868.779509:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x141:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.779532:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x142:0x0], updating i_size 4096 00000080:00010000:3.0:1769074868.779538:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) for lock 0x989cb6132eaa9739 00000080:00010000:3.0:1769074868.779549:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) 00000080:00010000:3.0:1769074868.779552:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9739 from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074868.779555:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.779564:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.779641:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.779651:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=258 00000080:00200000:3.0:1769074868.779674:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074868.779684:0:103930:0:(file.c:1001:ll_file_open()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags 704400 00000002:00010000:3.0:1769074868.779710:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x141:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074868.779753:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.779759:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074868.779770:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.779776:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611860096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.779784:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074868.779803:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860096:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074868.779968:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.783736:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860096:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.783760:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783778:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783785:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783792:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783800:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783807:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.783811:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783818:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783825:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783832:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.783838:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.783844:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa9740 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074868.783861:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d180 x1855007611860096/t4294968705(4294968705) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.783873:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d180 x1855007611860096/t4294968705(4294968705) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.783886:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x141:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.783906:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x142:0x0], updating i_size 4096 00000002:00100000:3.0:1769074868.783926:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d180 x1855007611860096/t4294968705(4294968705) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074868.784003:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.784011:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8),name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7 00000002:00010000:3.0:1769074868.784032:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x141:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.784047:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.784069:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.784077:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x141:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.784083:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) 00000080:00010000:3.0:1769074868.784087:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) for lock 0x989cb6132eaa9739 00000080:00010000:3.0:1769074868.784092:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9739 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074868.784095:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.784104:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.784137:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074868.784173:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x142:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074868.784180:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.784188:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074868.784895:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860224:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074868.784979:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.796545:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860224:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074868.797938:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.797957:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074868.798263:0:103930:0:(file.c:424:ll_file_release()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags 704000 00000002:00100000:2.0:1769074868.798352:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7d180 x1855007611860096/t4294968705(4294968705) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074868.798365:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074868.798370:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611860480/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074868.798395:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860480:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074868.798760:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.801592:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860480:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074868.801627:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7d180 x1855007611860096/t4294968705(4294968705) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.801693:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.801701:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=258 00000080:00200000:2.0:1769074868.801710:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.801718:0:103930:0:(file.c:1001:ll_file_open()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags 704400 00000002:00010000:2.0:1769074868.801738:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x141:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074868.801798:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.801808:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.801819:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.801824:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611860736/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.801833:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.801850:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860736:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.802045:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.805740:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860736:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.805774:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.805785:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.805796:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.805808:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.805824:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8831500 x1855007611860736/t4294968707(4294968707) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074868.805838:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831500 x1855007611860736/t4294968707(4294968707) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.805851:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.805862:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/322 (0 0) 00000080:00200000:2.0:1769074868.805869:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x141:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.805893:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x142:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.805898:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) for lock 0x989cb6132eaa9747 00000080:00010000:2.0:1769074868.805908:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9747 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074868.805912:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.805921:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.805950:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831500 x1855007611860736/t4294968707(4294968707) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074868.806037:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.806045:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8),name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7 00000002:00010000:2.0:1769074868.806076:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x141:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.806087:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.806099:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.806110:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x141:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.806117:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) 00000080:00010000:2.0:1769074868.806121:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) for lock 0x989cb6132eaa9739 00000080:00010000:2.0:1769074868.806126:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9739 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074868.806129:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.806137:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.806290:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074868.806320:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074868.806516:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.806525:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=0 00000080:00200008:2.0:1769074868.806533:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.807115:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08),name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11 00000002:00010000:2.0:1769074868.807132:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x142:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.807141:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/323 (0 0) 00010000:00010000:2.0:1769074868.807202:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.807210:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.807219:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.807241:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860864:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.807312:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.811477:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611860864:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.811504:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811522:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811529:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811541:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811553:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811565:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811573:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811649:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.811660:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830a80 x1855007611860864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.811672:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811682:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/323 (0 0) 00000080:00200000:2.0:1769074868.811689:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x142:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.811712:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x143:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.811718:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) for lock 0x989cb6132eaa974e 00000080:00010000:2.0:1769074868.811728:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) 00000080:00010000:2.0:1769074868.811731:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa974e from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074868.811734:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.811742:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.811813:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.811824:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=258 00000080:00200000:2.0:1769074868.811890:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.811898:0:103930:0:(file.c:1001:ll_file_open()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags 704400 00000002:00010000:2.0:1769074868.811920:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x142:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074868.811963:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.811970:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.811980:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.811987:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611861120/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.811995:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.812016:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861120:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.812279:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.819482:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861120:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.819507:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819519:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819526:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819533:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819541:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819548:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.819552:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819559:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819566:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819573:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.819591:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.819598:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9755 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074868.819616:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8830a80 x1855007611861120/t4294968708(4294968708) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.819628:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830a80 x1855007611861120/t4294968708(4294968708) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.819640:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x142:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.819661:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x143:0x0], updating i_size 4096 00000002:00100000:3.0:1769074868.819682:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830a80 x1855007611861120/t4294968708(4294968708) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074868.819750:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.819759:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08),name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11 00000002:00010000:3.0:1769074868.819780:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x142:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.819794:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.819806:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.819813:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x142:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.819819:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) 00000080:00010000:3.0:1769074868.819823:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) for lock 0x989cb6132eaa974e 00000080:00010000:3.0:1769074868.819828:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa974e from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074868.819831:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.819839:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.819871:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074868.819884:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x143:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074868.819890:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.819897:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074868.820689:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861248:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074868.820829:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.829707:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861248:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074868.830358:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.830373:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074868.830433:0:103930:0:(file.c:424:ll_file_release()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags 704000 00000002:00100000:3.0:1769074868.830497:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830a80 x1855007611861120/t4294968708(4294968708) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074868.830507:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074868.830511:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c700 x1855007611861504/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074868.830532:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861504:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074868.830592:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.833789:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861504:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074868.833828:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830a80 x1855007611861120/t4294968708(4294968708) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.833916:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.833928:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=258 00000080:00200000:3.0:1769074868.833940:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074868.833950:0:103930:0:(file.c:1001:ll_file_open()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags 704400 00000002:00010000:3.0:1769074868.833979:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x142:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074868.834046:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.834069:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074868.834081:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.834087:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c700 x1855007611861760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.834096:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074868.834114:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861760:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074868.834328:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.837296:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861760:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.837342:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837353:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837364:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837375:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.837390:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7c700 x1855007611861760/t4294968710(4294968710) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.837476:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7c700 x1855007611861760/t4294968710(4294968710) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.837490:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837502:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/323 (0 0) 00000080:00200000:3.0:1769074868.837508:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x142:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.837528:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x143:0x0], updating i_size 4096 00000080:00010000:3.0:1769074868.837533:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) for lock 0x989cb6132eaa975c 00000080:00010000:3.0:1769074868.837542:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa975c from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074868.837546:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837554:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.837593:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7c700 x1855007611861760/t4294968710(4294968710) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074868.837671:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.837679:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08),name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11 00000002:00010000:3.0:1769074868.837701:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x142:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.837711:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837721:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.837733:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x142:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.837739:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) 00000080:00010000:3.0:1769074868.837742:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) for lock 0x989cb6132eaa974e 00000080:00010000:3.0:1769074868.837746:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa974e from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074868.837749:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.837756:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.837787:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074868.837816:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074868.837836:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.837845:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=0 00000080:00200008:3.0:1769074868.837853:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.838974:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988),name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe 00000002:00010000:2.0:1769074868.838999:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x143:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.839011:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/324 (0 0) 00010000:00010000:2.0:1769074868.839072:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.839083:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.839095:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.839121:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861888:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.839253:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.843929:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611861888:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.843957:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.843975:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.843989:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844002:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844013:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844025:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844034:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844042:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.844063:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830e00 x1855007611861888/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.844077:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844089:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/324 (0 0) 00000080:00200000:2.0:1769074868.844097:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x143:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.844127:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x144:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.844134:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) for lock 0x989cb6132eaa9763 00000080:00010000:2.0:1769074868.844144:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) 00000080:00010000:2.0:1769074868.844185:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9763 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074868.844189:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.844197:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.844272:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.844282:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=258 00000080:00200000:2.0:1769074868.844302:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.844313:0:103930:0:(file.c:1001:ll_file_open()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), flags 704400 00000002:00010000:2.0:1769074868.844349:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x143:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074868.844403:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.844550:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.844563:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.844570:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830e00 x1855007611862144/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.844648:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.844670:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862144:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.844833:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.853241:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862144:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.853268:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853282:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853289:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853297:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853305:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853311:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5296200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074868.853316:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853332:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853340:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853346:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074868.853353:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.853358:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa976a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074868.853377:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8830e00 x1855007611862144/t4294968711(4294968711) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.853388:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830e00 x1855007611862144/t4294968711(4294968711) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.853401:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x143:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.853575:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x144:0x0], updating i_size 4096 00000002:00100000:3.0:1769074868.853608:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830e00 x1855007611862144/t4294968711(4294968711) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074868.853688:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074868.853696:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988),name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe 00000002:00010000:3.0:1769074868.853716:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x143:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074868.853732:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.853743:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.853750:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x143:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074868.853756:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) 00000080:00010000:3.0:1769074868.853759:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) for lock 0x989cb6132eaa9763 00000080:00010000:3.0:1769074868.853764:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9763 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074868.853768:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.853775:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074868.853807:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074868.853820:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x144:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074868.853826:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.853834:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074868.855493:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862272:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074868.855734:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae0347c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.870133:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862272:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074868.872362:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.872380:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074868.872742:0:103930:0:(file.c:424:ll_file_release()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), flags 704000 00000002:00100000:2.0:1769074868.872822:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830e00 x1855007611862144/t4294968711(4294968711) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074868.872835:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074868.872840:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611862528/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074868.872864:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862528:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074868.873020:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.875838:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862528:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074868.875876:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830e00 x1855007611862144/t4294968711(4294968711) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.875949:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.875958:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=258 00000080:00200000:2.0:1769074868.875969:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.875976:0:103930:0:(file.c:1001:ll_file_open()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), flags 704400 00000002:00010000:2.0:1769074868.876000:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x143:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074868.876086:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.876097:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.876109:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.876115:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611862784/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.876123:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.876143:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862784:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.876375:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.886373:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862784:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.886410:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886421:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886432:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886443:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.886458:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8831880 x1855007611862784/t4294968713(4294968713) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074868.886470:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831880 x1855007611862784/t4294968713(4294968713) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.886488:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886499:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/324 (0 0) 00000080:00200000:2.0:1769074868.886505:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x143:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.886526:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x144:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.886537:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) for lock 0x989cb6132eaa9771 00000080:00010000:2.0:1769074868.886548:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9771 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074868.886552:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886560:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.886591:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831880 x1855007611862784/t4294968713(4294968713) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074868.886674:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.886682:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988),name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe 00000002:00010000:2.0:1769074868.886704:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x143:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.886713:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886724:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.886735:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x143:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.886741:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) 00000080:00010000:2.0:1769074868.886744:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) for lock 0x989cb6132eaa9763 00000080:00010000:2.0:1769074868.886748:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9763 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074868.886751:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.886758:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.886798:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074868.886861:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074868.886887:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.886895:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=0 00000080:00200008:2.0:1769074868.886904:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.888086:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248),name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f 00000002:00010000:2.0:1769074868.888110:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x144:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.888120:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/325 (0 0) 00010000:00010000:2.0:1769074868.888196:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.888204:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.888214:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.888239:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862912:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.888324:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.894372:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611862912:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.894398:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894415:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894424:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894435:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894445:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894456:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894465:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894473:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.894484:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830e00 x1855007611862912/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.894498:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894508:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/325 (0 0) 00000080:00200000:2.0:1769074868.894516:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x144:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.894538:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x145:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.894544:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9778 00000080:00010000:2.0:1769074868.894554:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074868.894557:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9778 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074868.894561:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.894569:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.894643:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.894651:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=258 00000080:00200000:2.0:1769074868.894673:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.894682:0:103930:0:(file.c:1001:ll_file_open()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704400 00000002:00010000:2.0:1769074868.894706:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x144:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074868.894752:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.894831:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.894846:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.894853:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830e00 x1855007611863168/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.894860:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.894879:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863168:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.895038:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.900340:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863168:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.900366:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900379:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900386:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900393:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900401:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900408:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5296c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074868.900412:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900419:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900425:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900432:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074868.900438:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.900444:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa977f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074868.900462:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8830e00 x1855007611863168/t4294968714(4294968714) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074868.900475:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830e00 x1855007611863168/t4294968714(4294968714) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.900486:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x144:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.900508:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x145:0x0], updating i_size 4096 00000002:00100000:2.0:1769074868.900529:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830e00 x1855007611863168/t4294968714(4294968714) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074868.900607:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.900614:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248),name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f 00000002:00010000:2.0:1769074868.900634:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x144:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.900647:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.900658:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.900665:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x144:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.900671:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074868.900675:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9778 00000080:00010000:2.0:1769074868.900680:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9778 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074868.900683:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.900689:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.900720:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074868.900733:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x145:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074868.900738:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.900744:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074868.901508:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863296:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074868.901598:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.912221:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863296:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074868.912985:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.913001:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074868.915797:0:103930:0:(file.c:424:ll_file_release()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704000 00000002:00100000:0.0:1769074868.915880:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830e00 x1855007611863168/t4294968714(4294968714) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074868.915892:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074868.915898:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c000 x1855007611863552/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074868.915922:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863552:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074868.916086:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae34c8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.921593:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863552:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074868.921632:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830e00 x1855007611863168/t4294968714(4294968714) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.921699:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.921708:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=258 00000080:00200000:2.0:1769074868.921717:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.921725:0:103930:0:(file.c:1001:ll_file_open()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704400 00000002:00010000:2.0:1769074868.921747:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x144:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074868.921810:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.921819:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.921830:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.921835:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830e00 x1855007611863808/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.921843:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.921862:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863808:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.922047:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.925732:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863808:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.925766:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.925777:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.925788:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.925798:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.925815:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8830e00 x1855007611863808/t4294968716(4294968716) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074868.925829:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830e00 x1855007611863808/t4294968716(4294968716) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.925839:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.925850:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/325 (0 0) 00000080:00200000:2.0:1769074868.925856:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x144:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.925881:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x145:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.925886:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9786 00000080:00010000:2.0:1769074868.925897:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9786 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074868.925901:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.925910:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.925939:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830e00 x1855007611863808/t4294968716(4294968716) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074868.926018:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.926026:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248),name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f 00000002:00010000:2.0:1769074868.926047:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x144:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.926068:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.926079:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.926085:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x144:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.926091:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074868.926095:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9778 00000080:00010000:2.0:1769074868.926100:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9778 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074868.926103:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.926110:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.926143:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074868.926195:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074868.926217:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.926225:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=0 00000080:00200008:2.0:1769074868.926233:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.929957:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08),name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401 00000002:00010000:2.0:1769074868.930008:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x145:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.930026:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/326 (0 0) 00010000:00010000:2.0:1769074868.930109:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.930119:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.930130:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.930176:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863936:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.930275:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.933979:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611863936:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.934006:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934025:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934033:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934044:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934062:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934075:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934083:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934091:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074868.934102:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8833480 x1855007611863936/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074868.934114:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934124:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/326 (0 0) 00000080:00200000:2.0:1769074868.934130:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x145:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.934182:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x146:0x0], updating i_size 4096 00000080:00010000:2.0:1769074868.934189:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x989cb6132eaa978d 00000080:00010000:2.0:1769074868.934199:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00010000:2.0:1769074868.934202:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa978d from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074868.934206:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.934214:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.934285:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074868.934294:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=258 00000080:00200000:2.0:1769074868.934310:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074868.934329:0:103930:0:(file.c:1001:ll_file_open()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704400 00000002:00010000:2.0:1769074868.934354:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x145:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074868.934398:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.934414:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074868.934425:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074868.934432:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611864192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074868.934439:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074868.934459:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864192:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074868.934679:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074868.938346:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864192:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074868.938369:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938381:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938388:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938395:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938412:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938419:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074868.938424:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938430:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938437:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938444:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074868.938450:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074868.938456:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa9794 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074868.938476:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8833480 x1855007611864192/t4294968717(4294968717) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074868.938489:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833480 x1855007611864192/t4294968717(4294968717) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074868.938501:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x145:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074868.938524:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x146:0x0], updating i_size 4096 00000002:00100000:2.0:1769074868.938548:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833480 x1855007611864192/t4294968717(4294968717) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074868.938646:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074868.938656:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08),name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401 00000002:00010000:2.0:1769074868.938677:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x145:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074868.938692:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.938705:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.938712:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x145:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074868.938718:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00010000:2.0:1769074868.938722:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x989cb6132eaa978d 00000080:00010000:2.0:1769074868.938727:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa978d from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074868.938731:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.938739:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074868.938768:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074868.938781:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x146:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074868.938787:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074868.938795:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074868.939420:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864320:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074868.939497:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.948734:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864320:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074868.949428:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.949447:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074868.949531:0:103930:0:(file.c:424:ll_file_release()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704000 00000002:00100000:3.0:1769074868.949613:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833480 x1855007611864192/t4294968717(4294968717) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074868.949627:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074868.949632:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e680 x1855007611864576/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074868.949660:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864576:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074868.950915:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.955742:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864576:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074868.955787:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833480 x1855007611864192/t4294968717(4294968717) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074868.955880:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074868.955890:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=258 00000080:00200000:3.0:1769074868.955902:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074868.955912:0:103930:0:(file.c:1001:ll_file_open()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704400 00000002:00010000:3.0:1769074868.955939:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x145:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074868.956004:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074868.956014:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074868.956026:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074868.956032:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e680 x1855007611864832/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074868.956041:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074868.956071:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864832:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074868.956392:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074868.959888:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864832:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074868.959930:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.959941:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.959953:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.959968:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.959983:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7e680 x1855007611864832/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074868.959995:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7e680 x1855007611864832/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074868.960006:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.960016:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/326 (0 0) 00000080:00200000:3.0:1769074868.960022:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x145:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074868.960045:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x146:0x0], updating i_size 4096 00000080:00010000:3.0:1769074868.960051:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x989cb6132eaa979b 00000080:00010000:3.0:1769074868.960072:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa979b from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074868.960076:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074868.960085:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074868.960115:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7e680 x1855007611864832/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074868.960728:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074868.960739:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08),name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401 00000002:00010000:0.0:1769074868.960764:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x145:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074868.960777:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.960789:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.960796:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x145:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074868.960802:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00010000:0.0:1769074868.960806:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x989cb6132eaa978d 00000080:00010000:0.0:1769074868.960811:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa978d from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074868.960815:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074868.960822:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074868.960868:0:103930:0:(file.c:424:ll_file_release()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704000 00010000:00010000:0.0:1769074868.961032:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074868.961073:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074868.961104:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1769074868.961128:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074868.961137:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=0 00000080:00200008:0.0:1769074868.961183:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.962089:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348),name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18 00000002:00010000:1.0:1769074868.962111:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x146:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.962122:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/327 (0 0) 00010000:00010000:1.0:1769074868.962195:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.962203:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.962214:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074868.962241:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864960:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074868.962778:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074868.966335:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611864960:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074868.966365:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966382:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966389:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966409:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966421:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966433:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966441:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966448:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074868.966460:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49180 x1855007611864960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074868.966472:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966482:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/327 (0 0) 00000080:00200000:1.0:1769074868.966489:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x146:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074868.966520:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x147:0x0], updating i_size 4096 00000080:00010000:1.0:1769074868.966526:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x989cb6132eaa97a2 00000080:00010000:1.0:1769074868.966536:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00010000:1.0:1769074868.966539:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97a2 from it ffffb370c25bfcb8 00010000:00010000:1.0:1769074868.966542:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.966550:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.966621:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.966630:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=258 00000080:00200000:1.0:1769074868.966656:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 44 00000080:00200008:1.0:1769074868.966666:0:103930:0:(file.c:1001:ll_file_open()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704400 00000002:00010000:1.0:1769074868.966692:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x146:0x0], intent: open flags 0100240704401 00010000:00010000:1.0:1769074868.966746:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.966756:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074868.966767:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074868.966774:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49180 x1855007611865216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074868.966783:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074868.966803:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865216:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074868.966996:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074868.970954:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865216:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074868.970999:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971012:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971019:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971026:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971033:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971040:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074868.971045:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971061:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971069:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971076:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074868.971082:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.971088:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:1.0:1769074868.971108:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dacab49180 x1855007611865216/t4294968720(4294968720) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074868.971119:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab49180 x1855007611865216/t4294968720(4294968720) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074868.971131:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x146:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074868.971179:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x147:0x0], updating i_size 4096 00000002:00100000:1.0:1769074868.971202:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab49180 x1855007611865216/t4294968720(4294968720) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074868.971281:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.971291:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348),name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18 00000002:00010000:1.0:1769074868.971313:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x146:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.971539:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.971557:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.971564:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x146:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074868.971572:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00010000:1.0:1769074868.971575:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x989cb6132eaa97a2 00000080:00010000:1.0:1769074868.971579:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97a2 from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074868.971583:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.971590:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.971625:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1769074868.971637:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x147:0x0], intent: readdir flags 0 00010000:00010000:1.0:1769074868.971643:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.971650:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074868.972283:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865344:192.168.204.148@tcp:37:rm.0 00000100:00100000:1.0:1769074868.972529:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074868.987192:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865344:192.168.204.148@tcp:37:rm.0 00010000:00010000:1.0:1769074868.987908:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.987929:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074868.987995:0:103930:0:(file.c:424:ll_file_release()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704000 00000002:00100000:1.0:1769074868.988078:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab49180 x1855007611865216/t4294968720(4294968720) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074868.988090:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074868.988096:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49c00 x1855007611865600/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074868.988120:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865600:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074868.988228:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074868.992335:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865600:192.168.204.148@tcp:35:rm.0 00000002:00100000:1.0:1769074868.992380:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab49180 x1855007611865216/t4294968720(4294968720) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074868.992581:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.992591:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=258 00000080:00200000:1.0:1769074868.992602:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 44 00000080:00200008:1.0:1769074868.992611:0:103930:0:(file.c:1001:ll_file_open()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704400 00000002:00010000:1.0:1769074868.992636:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x146:0x0], intent: open flags 0104240704401 00010000:00010000:1.0:1769074868.992701:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.992714:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074868.992725:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074868.992731:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49c00 x1855007611865856/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074868.992740:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074868.992761:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865856:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074868.992933:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074868.997352:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865856:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074868.997389:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997400:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997425:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997438:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074868.997457:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dacab49c00 x1855007611865856/t4294968722(4294968722) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074868.997470:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab49c00 x1855007611865856/t4294968722(4294968722) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074868.997482:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997492:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/327 (0 0) 00000080:00200000:1.0:1769074868.997498:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x146:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074868.997523:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x147:0x0], updating i_size 4096 00000080:00010000:1.0:1769074868.997528:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x989cb6132eaa97b0 00000080:00010000:1.0:1769074868.997536:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97b0 from it ffffb370c25bfbd0 00010000:00010000:1.0:1769074868.997541:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997550:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074868.997584:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab49c00 x1855007611865856/t4294968722(4294968722) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074868.997664:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.997672:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348),name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18 00000002:00010000:1.0:1769074868.997695:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x146:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.997705:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997716:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.997728:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x146:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074868.997734:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00010000:1.0:1769074868.997737:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x989cb6132eaa97a2 00000080:00010000:1.0:1769074868.997741:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97a2 from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074868.997745:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074868.997751:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074868.997794:0:103930:0:(file.c:424:ll_file_release()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags 704000 00010000:00010000:1.0:1769074868.997826:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074868.997854:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348) pos/size0/4096 32bit_api 0 00000080:00200000:1.0:1769074868.997885:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:1.0:1769074868.997903:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074868.997911:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=0 00000080:00200008:1.0:1769074868.997920:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074868.998951:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8),name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87 00000002:00010000:1.0:1769074868.998972:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x147:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074868.998983:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/328 (0 0) 00010000:00010000:1.0:1769074868.999035:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.999045:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074868.999065:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074868.999090:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865984:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.000504:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 10 seconds 00000100:00100000:1.0:1769074869.005227:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611865984:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.005261:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005282:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005291:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005304:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005316:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005330:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005337:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005346:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074869.005357:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49180 x1855007611865984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074869.005369:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005380:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/328 (0 0) 00000080:00200000:1.0:1769074869.005387:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x147:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.005409:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x148:0x0], updating i_size 4096 00000080:00010000:1.0:1769074869.005416:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) for lock 0x989cb6132eaa97b7 00000080:00010000:1.0:1769074869.005425:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) 00000080:00010000:1.0:1769074869.005429:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97b7 from it ffffb370c25bfcb8 00010000:00010000:1.0:1769074869.005432:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.005441:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.005519:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074869.005529:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=258 00000080:00200000:1.0:1769074869.005553:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074869.005562:0:103930:0:(file.c:1001:ll_file_open()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags 704400 00000002:00010000:1.0:1769074869.005588:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x147:0x0], intent: open flags 0100240704401 00010000:00010000:1.0:1769074869.005643:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.005651:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074869.005663:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074869.005671:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49180 x1855007611866240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074869.005680:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.005701:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866240:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.005870:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.011008:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866240:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.011034:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011048:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011065:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 4/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011072:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 3/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011080:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 4/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011087:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074869.011092:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 4/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011099:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 4/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011106:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 5/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011112:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074869.011119:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 3/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.011125:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:1.0:1769074869.011144:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dacab49180 x1855007611866240/t4294968723(4294968723) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074869.011183:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab49180 x1855007611866240/t4294968723(4294968723) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074869.011196:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x147:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.011219:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x148:0x0], updating i_size 4096 00000002:00100000:1.0:1769074869.011241:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab49180 x1855007611866240/t4294968723(4294968723) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074869.011326:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.011335:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8),name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87 00000002:00010000:1.0:1769074869.011357:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x147:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.011373:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.011385:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.011392:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x147:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074869.011398:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) 00000080:00010000:1.0:1769074869.011401:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) for lock 0x989cb6132eaa97b7 00000080:00010000:1.0:1769074869.011406:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97b7 from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074869.011410:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.011417:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.011449:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1769074869.011460:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x148:0x0], intent: readdir flags 0 00010000:00010000:1.0:1769074869.011466:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.011472:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074869.012033:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866368:192.168.204.148@tcp:37:rm.0 00000100:00100000:1.0:1769074869.012143:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.037074:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866368:192.168.204.148@tcp:37:rm.0 00010000:00010000:1.0:1769074869.038282:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.038307:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074869.038628:0:103930:0:(file.c:424:ll_file_release()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags 704000 00000002:00100000:1.0:1769074869.038708:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab49180 x1855007611866240/t4294968723(4294968723) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074869.038719:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074869.038725:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48a80 x1855007611866624/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074869.038750:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866624:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074869.039808:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.044437:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866624:192.168.204.148@tcp:35:rm.0 00000002:00100000:1.0:1769074869.044484:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab49180 x1855007611866240/t4294968723(4294968723) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074869.044572:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074869.044583:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=258 00000080:00200000:1.0:1769074869.044594:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074869.044603:0:103930:0:(file.c:1001:ll_file_open()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags 704400 00000002:00010000:1.0:1769074869.044627:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x147:0x0], intent: open flags 0104240704401 00010000:00010000:1.0:1769074869.045328:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.045343:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074869.045354:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074869.045362:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48a80 x1855007611866880/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074869.045382:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.045407:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866880:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.045602:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.055231:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611866880:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.055520:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.055535:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.055550:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.055562:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074869.056002:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dacab48a80 x1855007611866880/t4294968725(4294968725) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074869.056022:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48a80 x1855007611866880/t4294968725(4294968725) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074869.056037:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.056063:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/328 (0 0) 00000080:00200000:1.0:1769074869.056072:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x147:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.056106:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x148:0x0], updating i_size 4096 00000080:00010000:1.0:1769074869.056113:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) for lock 0x989cb6132eaa97c5 00000080:00010000:0.0:1769074869.056522:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97c5 from it ffffb370c25bfbd0 00010000:00010000:0.0:1769074869.056529:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.056539:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074869.056584:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48a80 x1855007611866880/t4294968725(4294968725) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074869.056697:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.056707:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8),name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87 00000002:00010000:0.0:1769074869.056735:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x147:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.056747:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.056760:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.056772:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x147:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074869.056779:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) 00000080:00010000:0.0:1769074869.056783:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) for lock 0x989cb6132eaa97b7 00000080:00010000:0.0:1769074869.056787:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97b7 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074869.056790:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.056796:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074869.056844:0:103930:0:(file.c:424:ll_file_release()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags 704000 00010000:00010000:0.0:1769074869.057137:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.057202:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074869.057238:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1769074869.057262:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074869.057279:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=0 00000080:00200008:0.0:1769074869.057291:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.058314:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8),name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1 00000002:00010000:0.0:1769074869.058354:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x148:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.058369:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/329 (0 0) 00010000:00010000:0.0:1769074869.058449:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.058460:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.058470:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074869.058503:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867008:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074869.058619:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.069073:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867008:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.069115:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069138:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 4/1,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069190:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 4/1,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069214:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069229:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069244:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069254:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069263:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.069288:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2ca80 x1855007611867008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.069303:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069315:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/329 (0 0) 00000080:00200000:2.0:1769074869.069331:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x148:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.069363:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x149:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.069371:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) for lock 0x989cb6132eaa97cc 00000080:00010000:2.0:1769074869.069385:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) 00000080:00010000:2.0:1769074869.069389:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97cc from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074869.069393:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.069404:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.069490:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.069501:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=258 00000080:00200000:2.0:1769074869.069528:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.069541:0:103930:0:(file.c:1001:ll_file_open()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags 704400 00000002:00010000:2.0:1769074869.069577:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x148:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074869.069823:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.069832:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.069846:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.069856:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611867264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.069866:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.069893:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867264:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.070201:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.078445:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867264:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.078477:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078498:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078506:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078513:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078521:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078528:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074869.078534:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078541:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078549:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078556:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074869.078571:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.078578:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074869.078604:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8831f80 x1855007611867264/t4294968726(4294968726) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.078618:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611867264/t4294968726(4294968726) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.078632:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x148:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.078662:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x149:0x0], updating i_size 4096 00000002:00100000:2.0:1769074869.078692:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611867264/t4294968726(4294968726) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.078795:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.078805:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8),name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1 00000002:00010000:2.0:1769074869.078832:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x148:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.078851:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.078864:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.078873:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x148:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.078880:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) 00000080:00010000:2.0:1769074869.078884:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) for lock 0x989cb6132eaa97cc 00000080:00010000:2.0:1769074869.078890:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97cc from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.078894:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.078903:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.079346:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074869.079367:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x149:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074869.079376:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.079387:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074869.081483:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867392:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074869.081632:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.102256:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867392:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074869.102984:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.102999:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.103070:0:103930:0:(file.c:424:ll_file_release()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags 704000 00000002:00100000:2.0:1769074869.103145:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831f80 x1855007611867264/t4294968726(4294968726) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.103208:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.103213:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831180 x1855007611867648/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.103236:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867648:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.103330:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.115240:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867648:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.115323:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831f80 x1855007611867264/t4294968726(4294968726) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.115418:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.115428:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=258 00000080:00200000:2.0:1769074869.115438:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.115446:0:103930:0:(file.c:1001:ll_file_open()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags 704400 00000002:00010000:2.0:1769074869.115470:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x148:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.115530:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.115540:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.115551:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.115696:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831180 x1855007611867904/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.115708:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.115732:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867904:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.116076:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074869.117988:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074869.120305:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611867904:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.120340:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.120351:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.120975:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.120992:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.121013:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8831180 x1855007611867904/t4294968728(4294968728) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.121026:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831180 x1855007611867904/t4294968728(4294968728) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.121037:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.121048:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/329 (0 0) 00000080:00200000:2.0:1769074869.121065:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x148:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.121091:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x149:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.121096:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) for lock 0x989cb6132eaa97da 00000080:00010000:2.0:1769074869.121107:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97da from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.121111:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.121120:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.121206:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831180 x1855007611867904/t4294968728(4294968728) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.121293:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.121301:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8),name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1 00000002:00010000:2.0:1769074869.121332:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x148:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.121342:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.121353:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.121360:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x148:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.121366:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) 00000080:00010000:2.0:1769074869.121378:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) for lock 0x989cb6132eaa97cc 00000080:00010000:2.0:1769074869.121383:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97cc from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.121386:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.121394:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.121429:0:103930:0:(file.c:424:ll_file_release()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), flags 704000 00010000:00010000:2.0:1769074869.121454:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.121479:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.121508:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.121527:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.121533:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=0 00000080:00200008:2.0:1769074869.121541:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.123864:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88),name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1 00000002:00010000:1.0:1769074869.123904:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x149:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.123917:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/330 (0 0) 00010000:00010000:1.0:1769074869.123969:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.123978:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.123987:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.124012:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868032:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.124146:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c426c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.132077:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868032:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.132104:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132123:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132130:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132142:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132173:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132185:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132193:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132201:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.132219:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49180 x1855007611868032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.132232:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132242:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/330 (0 0) 00000080:00200000:2.0:1769074869.132249:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x149:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.132271:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14a:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.132277:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) for lock 0x989cb6132eaa97e1 00000080:00010000:2.0:1769074869.132287:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00000080:00010000:2.0:1769074869.132291:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97e1 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074869.132294:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.132302:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.132365:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.132384:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=258 00000080:00200000:2.0:1769074869.132548:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.132696:0:103930:0:(file.c:1001:ll_file_open()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags 704400 00000002:00010000:2.0:1769074869.132726:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x149:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074869.132782:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.132793:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.132805:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.132813:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611868288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.132821:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.132841:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868288:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.133022:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.145227:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868288:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.145251:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145265:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145271:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145278:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145286:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145292:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074869.145297:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145305:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145312:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145328:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074869.145334:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.145341:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa97e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074869.145359:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8831f80 x1855007611868288/t4294968729(4294968729) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.145372:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611868288/t4294968729(4294968729) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.145383:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x149:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.145415:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14a:0x0], updating i_size 4096 00000002:00100000:2.0:1769074869.145438:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611868288/t4294968729(4294968729) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.145508:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.145516:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88),name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1 00000002:00010000:2.0:1769074869.145536:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x149:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.145551:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.145567:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.145574:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x149:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.145579:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00000080:00010000:2.0:1769074869.145583:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) for lock 0x989cb6132eaa97e1 00000080:00010000:2.0:1769074869.145588:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97e1 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.145591:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.145599:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.145630:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074869.145643:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x14a:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074869.145649:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.145656:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.149177:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868416:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.149299:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.169985:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868416:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.170659:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.170672:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.170733:0:103930:0:(file.c:424:ll_file_release()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags 704000 00000002:00100000:3.0:1769074869.170795:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831f80 x1855007611868288/t4294968729(4294968729) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074869.170805:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074869.170810:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f800 x1855007611868672/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074869.172132:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868672:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074869.172731:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.188634:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868672:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074869.188672:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831f80 x1855007611868288/t4294968729(4294968729) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.188748:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.188758:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=258 00000080:00200000:3.0:1769074869.188768:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.188778:0:103930:0:(file.c:1001:ll_file_open()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags 704400 00000002:00010000:3.0:1769074869.188801:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x149:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074869.189061:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.189071:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.189082:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.189089:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f800 x1855007611868928/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.189098:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.189118:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868928:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.189403:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.199242:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611868928:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.199277:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199288:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199300:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199310:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.199325:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7f800 x1855007611868928/t4294968731(4294968731) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.199344:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7f800 x1855007611868928/t4294968731(4294968731) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.199355:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199365:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/330 (0 0) 00000080:00200000:3.0:1769074869.199372:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x149:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.199392:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14a:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.199398:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) for lock 0x989cb6132eaa97ef 00000080:00010000:3.0:1769074869.199407:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97ef from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074869.199411:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199420:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.199448:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7f800 x1855007611868928/t4294968731(4294968731) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.199526:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.199534:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88),name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1 00000002:00010000:3.0:1769074869.199554:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x149:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.199575:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199585:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.199592:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x149:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.199598:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00000080:00010000:3.0:1769074869.199602:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) for lock 0x989cb6132eaa97e1 00000080:00010000:3.0:1769074869.199606:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97e1 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.199610:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.199617:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.199652:0:103930:0:(file.c:424:ll_file_release()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704000 00010000:00010000:3.0:1769074869.199933:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.199962:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074869.199990:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074869.200010:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.200017:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=0 00000080:00200008:3.0:1769074869.200026:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.202286:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148),name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007 00000002:00010000:3.0:1769074869.202319:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.202333:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/331 (0 0) 00010000:00010000:3.0:1769074869.202398:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.202409:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.202419:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.202445:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869056:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.202534:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.213974:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869056:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.214002:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214019:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214028:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214039:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214061:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214073:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214081:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214088:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.214099:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7d500 x1855007611869056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.214110:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214120:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/331 (0 0) 00000080:00200000:3.0:1769074869.214128:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14a:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.214193:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14b:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.214200:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x989cb6132eaa97f6 00000080:00010000:3.0:1769074869.214210:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) 00000080:00010000:3.0:1769074869.214213:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97f6 from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074869.214216:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.214225:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.214296:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.214306:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=258 00000080:00200000:3.0:1769074869.214320:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.214329:0:103930:0:(file.c:1001:ll_file_open()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704400 00000002:00010000:3.0:1769074869.214353:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14a:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074869.214933:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.214943:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.214955:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.214964:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d500 x1855007611869312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.214973:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.214996:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869312:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.215358:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.222666:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869312:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.222701:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222718:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222725:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222734:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222742:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222750:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.222757:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222764:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222771:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222779:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.222787:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.222794:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa97fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.222818:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d500 x1855007611869312/t4294968732(4294968732) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.222833:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d500 x1855007611869312/t4294968732(4294968732) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.222848:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14a:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.222876:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14b:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.222905:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d500 x1855007611869312/t4294968732(4294968732) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.223009:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.223018:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148),name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007 00000002:00010000:3.0:1769074869.223045:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.223077:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.223091:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.223100:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.223107:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) 00000080:00010000:3.0:1769074869.223112:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x989cb6132eaa97f6 00000080:00010000:3.0:1769074869.223118:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97f6 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.223122:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.223131:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.223244:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.223260:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14b:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.223268:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.223277:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.226028:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869440:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.227626:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.241372:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869440:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.242096:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.242121:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.242262:0:103930:0:(file.c:424:ll_file_release()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704000 00000002:00100000:3.0:1769074869.242354:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7d500 x1855007611869312/t4294968732(4294968732) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074869.242370:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074869.242377:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7df80 x1855007611869696/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074869.242405:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869696:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074869.242515:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.246638:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869696:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074869.246690:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7d500 x1855007611869312/t4294968732(4294968732) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.246788:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.246801:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=258 00000080:00200000:3.0:1769074869.246814:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.246825:0:103930:0:(file.c:1001:ll_file_open()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704400 00000002:00010000:3.0:1769074869.246856:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14a:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074869.246941:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.246956:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.246970:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.246978:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7df80 x1855007611869952/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.246987:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.247014:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869952:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.247627:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.251372:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611869952:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.251427:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251450:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251466:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251481:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.251499:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7df80 x1855007611869952/t4294968734(4294968734) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.251513:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7df80 x1855007611869952/t4294968734(4294968734) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.251526:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251538:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/331 (0 0) 00000080:00200000:3.0:1769074869.251547:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14a:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.251577:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14b:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.251582:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x989cb6132eaa9804 00000080:00010000:3.0:1769074869.251594:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9804 from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074869.251599:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251610:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.251647:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7df80 x1855007611869952/t4294968734(4294968734) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.251753:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.251763:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148),name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007 00000002:00010000:3.0:1769074869.251792:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14a:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.251804:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251817:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.251830:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14a:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.251836:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) 00000080:00010000:3.0:1769074869.251841:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x989cb6132eaa97f6 00000080:00010000:3.0:1769074869.251845:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97f6 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.251849:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.251857:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.251904:0:103930:0:(file.c:424:ll_file_release()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704000 00010000:00010000:3.0:1769074869.251949:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.251982:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074869.252016:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074869.252039:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.252060:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=0 00000080:00200008:3.0:1769074869.252070:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.256367:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248),name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f 00000002:00010000:1.0:1769074869.256423:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.256764:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/332 (0 0) 00010000:00010000:1.0:1769074869.256849:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.256867:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.256879:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.256914:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870080:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.257060:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.276336:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870080:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.276371:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276394:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276411:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276426:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276439:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276462:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276471:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276481:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074869.276494:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48380 x1855007611870080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074869.276508:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276521:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/332 (0 0) 00000080:00200000:1.0:1769074869.276529:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14b:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.276556:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14c:0x0], updating i_size 4096 00000080:00010000:1.0:1769074869.276563:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) for lock 0x989cb6132eaa980b 00000080:00010000:1.0:1769074869.276575:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) 00000080:00010000:1.0:1769074869.276579:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa980b from it ffffb370c25bfcb8 00010000:00010000:1.0:1769074869.276583:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.276593:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.276677:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074869.276718:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=258 00000080:00200000:1.0:1769074869.276741:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 44 00000080:00200008:1.0:1769074869.276752:0:103930:0:(file.c:1001:ll_file_open()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags 704400 00000002:00010000:1.0:1769074869.276784:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14b:0x0], intent: open flags 0100240704401 00010000:00010000:1.0:1769074869.276847:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.276857:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074869.276870:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074869.276878:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48380 x1855007611870336/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074869.276888:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.276911:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870336:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.277199:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.282239:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870336:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.282271:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282287:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282294:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282302:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282311:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282714:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074869.282721:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282729:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282738:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282746:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074869.282754:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.282761:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9812 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:1.0:1769074869.282787:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dacab48380 x1855007611870336/t4294968735(4294968735) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074869.282803:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48380 x1855007611870336/t4294968735(4294968735) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074869.282818:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14b:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.282850:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14c:0x0], updating i_size 4096 00000002:00100000:1.0:1769074869.282881:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48380 x1855007611870336/t4294968735(4294968735) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074869.282985:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.282995:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248),name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f 00000002:00010000:1.0:1769074869.283024:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.283043:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.283066:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.283074:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074869.283081:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) 00000080:00010000:1.0:1769074869.283086:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) for lock 0x989cb6132eaa980b 00000080:00010000:1.0:1769074869.283092:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa980b from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074869.283096:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.283104:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.283145:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1769074869.283271:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14c:0x0], intent: readdir flags 0 00010000:00010000:1.0:1769074869.283278:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.283287:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074869.283998:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870464:192.168.204.148@tcp:37:rm.0 00000100:00100000:1.0:1769074869.284209:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.294066:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870464:192.168.204.148@tcp:37:rm.0 00010000:00010000:1.0:1769074869.295277:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.295304:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074869.296743:0:103930:0:(file.c:424:ll_file_release()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags 704000 00000002:00100000:1.0:1769074869.296859:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab48380 x1855007611870336/t4294968735(4294968735) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074869.296874:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074869.296880:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48700 x1855007611870720/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074869.296909:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870720:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074869.297102:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.306043:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870720:192.168.204.148@tcp:35:rm.0 00000002:00100000:1.0:1769074869.306119:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab48380 x1855007611870336/t4294968735(4294968735) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074869.306267:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074869.306281:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=258 00000080:00200000:1.0:1769074869.306297:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 44 00000080:00200008:1.0:1769074869.306309:0:103930:0:(file.c:1001:ll_file_open()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags 704400 00000002:00010000:1.0:1769074869.306584:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14b:0x0], intent: open flags 0104240704401 00010000:00010000:1.0:1769074869.306871:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.306889:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074869.306903:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074869.306914:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48700 x1855007611870976/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074869.306924:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.306951:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870976:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.307391:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.313521:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611870976:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.313575:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.313589:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.313605:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.313618:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.313649:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dacab48700 x1855007611870976/t4294968737(4294968737) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.313664:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48700 x1855007611870976/t4294968737(4294968737) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.313676:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.313689:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/332 (0 0) 00000080:00200000:3.0:1769074869.313697:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14b:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.313733:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14c:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.313740:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) for lock 0x989cb6132eaa9819 00000080:00010000:3.0:1769074869.313751:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9819 from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074869.313755:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.313766:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.313804:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48700 x1855007611870976/t4294968737(4294968737) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.313927:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.313937:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248),name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f 00000002:00010000:3.0:1769074869.313965:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.313976:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.313988:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.313995:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.314002:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) 00000080:00010000:3.0:1769074869.314006:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) for lock 0x989cb6132eaa980b 00000080:00010000:3.0:1769074869.314010:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa980b from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.314013:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.314021:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.314085:0:103930:0:(file.c:424:ll_file_release()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704000 00010000:00010000:3.0:1769074869.314127:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.314201:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074869.314238:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074869.314264:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.314275:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=0 00000080:00200008:3.0:1769074869.314286:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.318396:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08),name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01 00000002:00010000:3.0:1769074869.318453:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14c:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.318470:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/333 (0 0) 00010000:00010000:3.0:1769074869.318536:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.318545:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.318555:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.318590:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871104:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.318689:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.329124:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871104:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.329187:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329207:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329215:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329233:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329244:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329257:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329265:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329273:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.329286:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7d500 x1855007611871104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.329299:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329308:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/333 (0 0) 00000080:00200000:3.0:1769074869.329315:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14c:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.329336:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14d:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.329342:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x989cb6132eaa9820 00000080:00010000:3.0:1769074869.329353:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000080:00010000:3.0:1769074869.329356:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9820 from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074869.329360:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.329370:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.329556:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.329568:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=258 00000080:00200000:3.0:1769074869.329587:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.329596:0:103930:0:(file.c:1001:ll_file_open()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704400 00000002:00010000:3.0:1769074869.329620:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14c:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074869.329674:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.329682:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.329694:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.329701:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d500 x1855007611871360/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.329711:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.329732:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871360:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.330215:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.336909:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871360:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.336943:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.336965:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.336974:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.336982:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.336991:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.336998:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.337004:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.337013:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.337022:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.337031:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.337038:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.337055:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa9827 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.337078:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7d500 x1855007611871360/t4294968738(4294968738) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.337094:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d500 x1855007611871360/t4294968738(4294968738) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.337109:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14c:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.337136:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14d:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.337223:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7d500 x1855007611871360/t4294968738(4294968738) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.337327:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.337336:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08),name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01 00000002:00010000:3.0:1769074869.337362:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14c:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.337381:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.337396:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.337404:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14c:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.337411:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000080:00010000:3.0:1769074869.337415:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x989cb6132eaa9820 00000080:00010000:3.0:1769074869.337421:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9820 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.337425:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.337434:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.340551:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.341435:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14d:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.341853:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.341873:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.342626:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871488:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.344171:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.361225:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871488:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.362413:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.368181:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.368403:0:103930:0:(file.c:424:ll_file_release()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704000 00000002:00100000:2.0:1769074869.368527:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7d500 x1855007611871360/t4294968738(4294968738) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.368545:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.368552:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611871744/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.368588:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871744:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.368991:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.377081:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611871744:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.377124:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7d500 x1855007611871360/t4294968738(4294968738) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.377248:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.377261:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=258 00000080:00200000:2.0:1769074869.377272:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.377280:0:103930:0:(file.c:1001:ll_file_open()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704400 00000002:00010000:2.0:1769074869.377304:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14c:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.377363:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.377372:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.377385:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.377391:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611872000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.377401:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.377422:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872000:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.377927:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.386256:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872000:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.386293:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386303:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386314:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386326:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.386341:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8832a00 x1855007611872000/t4294968740(4294968740) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.386354:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832a00 x1855007611872000/t4294968740(4294968740) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.386365:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386382:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/333 (0 0) 00000080:00200000:2.0:1769074869.386389:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14c:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.386411:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14d:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.386416:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x989cb6132eaa982e 00000080:00010000:2.0:1769074869.386440:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa982e from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.386445:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386467:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.386497:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832a00 x1855007611872000/t4294968740(4294968740) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.386583:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.386592:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08),name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01 00000002:00010000:2.0:1769074869.386614:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14c:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.386626:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386636:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.386642:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14c:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.386648:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000080:00010000:2.0:1769074869.386651:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x989cb6132eaa9820 00000080:00010000:2.0:1769074869.386655:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9820 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.386658:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.386665:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.386698:0:103930:0:(file.c:424:ll_file_release()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags 704000 00010000:00010000:2.0:1769074869.386725:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.386749:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.386776:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.386796:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.386805:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=0 00000080:00200008:2.0:1769074869.386815:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.395372:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88),name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e 00000002:00010000:2.0:1769074869.395409:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.395426:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/334 (0 0) 00010000:00010000:2.0:1769074869.395501:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.395511:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.395522:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.395550:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872128:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.395663:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.401370:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872128:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.401401:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401424:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401444:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401458:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401471:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401484:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401493:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401502:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.401514:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831f80 x1855007611872128/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.401527:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401537:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/334 (0 0) 00000080:00200000:2.0:1769074869.401543:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14d:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.401567:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14e:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.401583:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x989cb6132eaa9835 00000080:00010000:2.0:1769074869.401594:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00010000:2.0:1769074869.401599:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9835 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074869.401602:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.401611:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.401676:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.401685:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=258 00000080:00200000:2.0:1769074869.401709:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.401719:0:103930:0:(file.c:1001:ll_file_open()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704400 00000002:00010000:2.0:1769074869.401744:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14d:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074869.401795:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.401803:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.401815:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.401823:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611872384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.401832:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.401857:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872384:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.402059:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.416504:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872384:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.416535:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.416549:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.416556:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.416564:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.416572:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.417364:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074869.417377:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.417389:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.417398:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.417407:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074869.417416:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.417423:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa983c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074869.417466:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8831f80 x1855007611872384/t4294968741(4294968741) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.417481:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611872384/t4294968741(4294968741) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.417498:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14d:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.417530:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14e:0x0], updating i_size 4096 00000002:00100000:0.0:1769074869.422379:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611872384/t4294968741(4294968741) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074869.424670:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.424693:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88),name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e 00000002:00010000:0.0:1769074869.425076:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.425104:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.425124:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.425134:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074869.425180:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00010000:0.0:1769074869.425185:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x989cb6132eaa9835 00000080:00010000:0.0:1769074869.425196:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9835 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074869.425201:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.425217:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.425280:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074869.425298:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14e:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074869.425305:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.425314:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074869.426015:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872512:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074869.426232:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.443633:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872512:192.168.204.148@tcp:37:rm.0 00010000:00010000:1.0:1769074869.445232:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.445255:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074869.451532:0:103930:0:(file.c:424:ll_file_release()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704000 00000002:00100000:0.0:1769074869.451659:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831f80 x1855007611872384/t4294968741(4294968741) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074869.451677:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074869.451684:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d880 x1855007611872768/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074869.451714:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872768:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074869.451950:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.456938:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611872768:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.456988:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831f80 x1855007611872384/t4294968741(4294968741) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.457106:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.457119:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=258 00000080:00200000:2.0:1769074869.457132:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.457142:0:103930:0:(file.c:1001:ll_file_open()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704400 00000002:00010000:2.0:1769074869.457243:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14d:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.457333:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.457345:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.457357:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.457363:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611873024/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.457372:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.457400:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873024:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.457701:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.463460:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873024:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.463516:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.463529:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.463545:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.463558:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.463577:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8831f80 x1855007611873024/t4294968743(4294968743) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.463593:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611873024/t4294968743(4294968743) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.463606:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.463619:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/334 (0 0) 00000080:00200000:2.0:1769074869.463627:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14d:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.463658:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14e:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.463666:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x989cb6132eaa9843 00000080:00010000:2.0:1769074869.463680:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9843 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.463685:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.463695:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.463927:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831f80 x1855007611873024/t4294968743(4294968743) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.464034:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.464052:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88),name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e 00000002:00010000:2.0:1769074869.464077:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.464088:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.464101:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.464108:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14d:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.464115:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00010000:2.0:1769074869.464120:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x989cb6132eaa9835 00000080:00010000:2.0:1769074869.464124:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9835 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.464127:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.464134:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.464868:0:103930:0:(file.c:424:ll_file_release()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags 704000 00010000:00010000:2.0:1769074869.465579:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.465627:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.465676:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.465702:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.465712:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=0 00000080:00200008:2.0:1769074869.466877:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.475553:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908),name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29 00000002:00010000:1.0:1769074869.475621:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14e:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.475643:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/335 (0 0) 00010000:00010000:1.0:1769074869.475738:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.475749:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.475765:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.475798:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873152:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.475942:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.488730:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873152:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.488773:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488797:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488806:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488820:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488833:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488853:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488862:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488870:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.488883:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48380 x1855007611873152/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.488900:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488911:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/335 (0 0) 00000080:00200000:2.0:1769074869.488921:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14e:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.488951:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14f:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.488959:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x989cb6132eaa984a 00000080:00010000:2.0:1769074869.488973:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00010000:2.0:1769074869.488976:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa984a from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074869.488979:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.488988:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.489088:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.489100:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=258 00000080:00200000:2.0:1769074869.489127:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.489138:0:103930:0:(file.c:1001:ll_file_open()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704400 00000002:00010000:2.0:1769074869.489202:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14e:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074869.489284:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.489291:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.489304:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.489311:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611873408/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.489321:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.489346:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873408:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.489636:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.495717:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873408:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.495763:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495781:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495788:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495796:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495807:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495814:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074869.495821:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495829:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495836:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495843:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074869.495852:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.495859:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074869.495884:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8833480 x1855007611873408/t4294968744(4294968744) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.495900:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833480 x1855007611873408/t4294968744(4294968744) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.495919:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14e:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.495954:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14f:0x0], updating i_size 4096 00000002:00100000:2.0:1769074869.495986:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833480 x1855007611873408/t4294968744(4294968744) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.496112:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.496123:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908),name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29 00000002:00010000:2.0:1769074869.496197:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.496221:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.496236:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.496244:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14e:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.496252:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00010000:2.0:1769074869.496256:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x989cb6132eaa984a 00000080:00010000:2.0:1769074869.496264:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa984a from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.496268:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.496276:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.496319:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074869.496333:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14f:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074869.496339:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.496347:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074869.497022:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873536:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074869.497227:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.515365:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873536:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074869.516690:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.516782:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.516878:0:103930:0:(file.c:424:ll_file_release()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704000 00000002:00100000:2.0:1769074869.516992:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833480 x1855007611873408/t4294968744(4294968744) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.517007:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.517014:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833b80 x1855007611873792/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.517057:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873792:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.517986:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.533406:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611873792:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.533498:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833480 x1855007611873408/t4294968744(4294968744) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.533600:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.533612:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=258 00000080:00200000:2.0:1769074869.533625:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.533636:0:103930:0:(file.c:1001:ll_file_open()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704400 00000002:00010000:2.0:1769074869.533666:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14e:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.533757:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.533767:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.533780:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.533787:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833b80 x1855007611874048/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.533797:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.533823:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874048:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.534110:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.554195:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874048:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.554242:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554255:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554279:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554293:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.554310:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8833b80 x1855007611874048/t4294968746(4294968746) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.554327:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833b80 x1855007611874048/t4294968746(4294968746) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.554339:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554351:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/335 (0 0) 00000080:00200000:2.0:1769074869.554358:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14e:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.554388:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x14f:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.554404:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x989cb6132eaa9858 00000080:00010000:2.0:1769074869.554417:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9858 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.554421:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554431:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.554479:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833b80 x1855007611874048/t4294968746(4294968746) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.554587:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.554597:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908),name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29 00000002:00010000:2.0:1769074869.554624:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.554635:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554647:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.554654:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14e:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.554660:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00010000:2.0:1769074869.554664:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x989cb6132eaa984a 00000080:00010000:2.0:1769074869.554668:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa984a from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.554671:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.554679:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.555022:0:103930:0:(file.c:424:ll_file_release()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags 704000 00010000:00010000:2.0:1769074869.555064:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.555095:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.555216:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.555243:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.555252:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=0 00000080:00200008:2.0:1769074869.555264:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.557711:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448),name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9 00000002:00010000:3.0:1769074869.557773:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x14f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.557796:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/336 (0 0) 00010000:00010000:3.0:1769074869.557883:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.557894:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.557906:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.557941:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874176:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.558414:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.566188:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874176:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.566227:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566249:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566258:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566284:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566299:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566322:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566331:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566339:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.566351:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac6a7dc00 x1855007611874176/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.566366:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566378:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/336 (0 0) 00000080:00200000:3.0:1769074869.566386:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14f:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.566560:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x150:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.566569:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x989cb6132eaa985f 00000080:00010000:3.0:1769074869.566584:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00010000:3.0:1769074869.566588:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa985f from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074869.566591:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.566602:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.566703:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.566714:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=258 00000080:00200000:3.0:1769074869.567141:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.568949:0:103930:0:(file.c:1001:ll_file_open()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704400 00000002:00010000:3.0:1769074869.569722:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x14f:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074869.569819:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.569832:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.569846:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.569860:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7dc00 x1855007611874432/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.569876:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.569906:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874432:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.570130:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.578292:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874432:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.578326:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578343:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578351:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578359:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578368:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578374:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.578380:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578387:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578395:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578408:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.578415:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.578421:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9866 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.578440:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7dc00 x1855007611874432/t4294968747(4294968747) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.578454:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7dc00 x1855007611874432/t4294968747(4294968747) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.578759:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14f:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.578788:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x150:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.578816:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7dc00 x1855007611874432/t4294968747(4294968747) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.578910:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.578919:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448),name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9 00000002:00010000:3.0:1769074869.578943:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x14f:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.578961:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.578974:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.578982:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14f:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.578988:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00010000:3.0:1769074869.578992:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x989cb6132eaa985f 00000080:00010000:3.0:1769074869.578997:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa985f from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.579000:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.579008:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.579058:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.579072:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x150:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.579079:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.579087:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.580289:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874560:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.580410:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.595916:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874560:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.597053:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.597079:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.598335:0:103930:0:(file.c:424:ll_file_release()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704000 00000002:00100000:2.0:1769074869.598463:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7dc00 x1855007611874432/t4294968747(4294968747) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.598481:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.598488:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611874816/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.598519:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874816:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.598665:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.605356:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611874816:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.605416:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7dc00 x1855007611874432/t4294968747(4294968747) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.605547:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.605562:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=258 00000080:00200000:2.0:1769074869.605577:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.605588:0:103930:0:(file.c:1001:ll_file_open()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704400 00000002:00010000:2.0:1769074869.605621:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x14f:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.605729:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.605741:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.605759:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.605767:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611875072/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.605777:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.605803:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875072:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.606136:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.650098:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875072:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.650174:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650189:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650205:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650220:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.650240:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8833480 x1855007611875072/t4294968749(4294968749) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.650256:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833480 x1855007611875072/t4294968749(4294968749) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.650616:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650633:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/336 (0 0) 00000080:00200000:2.0:1769074869.650642:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x14f:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.650679:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x150:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.650686:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x989cb6132eaa986d 00000080:00010000:2.0:1769074869.650701:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa986d from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.650706:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650729:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.650775:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833480 x1855007611875072/t4294968749(4294968749) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.650894:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.650903:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448),name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9 00000002:00010000:2.0:1769074869.650932:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x14f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.650945:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650958:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.650965:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14f:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.650973:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00010000:2.0:1769074869.650977:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x989cb6132eaa985f 00000080:00010000:2.0:1769074869.650982:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa985f from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.650985:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.650992:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.651058:0:103930:0:(file.c:424:ll_file_release()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704000 00010000:00010000:2.0:1769074869.653102:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.653221:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.653275:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.653310:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.653323:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=0 00000080:00200008:2.0:1769074869.653340:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.667490:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08),name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447 00000002:00010000:1.0:1769074869.667536:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x150:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.667563:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/337 (0 0) 00010000:00010000:1.0:1769074869.667624:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.667635:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.667645:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.667678:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875200:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.667802:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.680536:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875200:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.680580:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680598:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680606:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680618:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680629:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680640:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680646:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680652:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074869.680662:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48e00 x1855007611875200/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074869.680675:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680684:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/337 (0 0) 00000080:00200000:1.0:1769074869.680690:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x150:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.680712:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x151:0x0], updating i_size 4096 00000080:00010000:1.0:1769074869.680718:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x989cb6132eaa9874 00000080:00010000:1.0:1769074869.680728:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00010000:1.0:1769074869.680731:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9874 from it ffffb370c25bfcb8 00010000:00010000:1.0:1769074869.680734:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.680742:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.680815:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:1.0:1769074869.680824:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=258 00000080:00200000:1.0:1769074869.680851:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 44 00000080:00200008:1.0:1769074869.680861:0:103930:0:(file.c:1001:ll_file_open()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704400 00000002:00010000:1.0:1769074869.680884:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x150:0x0], intent: open flags 0100240704401 00010000:00010000:1.0:1769074869.680938:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.680944:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:1.0:1769074869.680956:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074869.680963:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48e00 x1855007611875456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074869.680971:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.680992:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875456:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.681214:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.685088:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875456:192.168.204.148@tcp:101:rm.0 00010000:00010000:1.0:1769074869.685113:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685133:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685139:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685146:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685183:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685190:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074869.685195:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685201:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685208:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685216:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074869.685221:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.685227:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa987b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:1.0:1769074869.685245:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dacab48e00 x1855007611875456/t4294968750(4294968750) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074869.685670:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48e00 x1855007611875456/t4294968750(4294968750) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074869.685684:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x150:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074869.685708:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x151:0x0], updating i_size 4096 00000002:00100000:1.0:1769074869.685733:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab48e00 x1855007611875456/t4294968750(4294968750) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1769074869.685814:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.685822:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08),name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447 00000002:00010000:1.0:1769074869.685842:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x150:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.685859:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.685871:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.685877:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x150:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074869.685882:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00010000:1.0:1769074869.685886:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x989cb6132eaa9874 00000080:00010000:1.0:1769074869.685891:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9874 from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074869.685895:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.685902:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.685933:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1769074869.685947:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x151:0x0], intent: readdir flags 0 00010000:00010000:1.0:1769074869.685953:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.685962:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074869.687128:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875584:192.168.204.148@tcp:37:rm.0 00000100:00100000:1.0:1769074869.687916:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074869.697846:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875584:192.168.204.148@tcp:37:rm.0 00010000:00010000:1.0:1769074869.699367:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074869.700131:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.705183:0:103930:0:(file.c:424:ll_file_release()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704000 00000002:00100000:2.0:1769074869.705295:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab48e00 x1855007611875456/t4294968750(4294968750) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.705310:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.705317:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830380 x1855007611875840/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.705344:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875840:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.705517:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.717260:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611875840:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.717320:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab48e00 x1855007611875456/t4294968750(4294968750) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.717431:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.717445:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=258 00000080:00200000:2.0:1769074869.717458:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.717470:0:103930:0:(file.c:1001:ll_file_open()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704400 00000002:00010000:2.0:1769074869.717503:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x150:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.717589:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.717600:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.717613:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.717630:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830380 x1855007611876096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.717640:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.717666:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876096:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.717940:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.730939:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876096:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.730990:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731002:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731016:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731030:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.731063:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8830380 x1855007611876096/t4294968752(4294968752) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.731077:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830380 x1855007611876096/t4294968752(4294968752) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.731089:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731100:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/337 (0 0) 00000080:00200000:2.0:1769074869.731109:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x150:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.731138:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x151:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.731145:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x989cb6132eaa9882 00000080:00010000:2.0:1769074869.731201:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9882 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.731205:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731215:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.731253:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830380 x1855007611876096/t4294968752(4294968752) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.731361:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.731371:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08),name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447 00000002:00010000:2.0:1769074869.731399:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x150:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.731411:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731426:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.731433:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x150:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.731439:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00010000:2.0:1769074869.731444:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x989cb6132eaa9874 00000080:00010000:2.0:1769074869.731448:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9874 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.731451:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.731458:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.731504:0:103930:0:(file.c:424:ll_file_release()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags 704000 00010000:00010000:2.0:1769074869.731527:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.731557:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.731606:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.731639:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.731649:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=0 00000080:00200008:2.0:1769074869.731660:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.734287:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8),name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af 00000002:00010000:0.0:1769074869.734336:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x151:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.734355:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/338 (0 0) 00010000:00010000:0.0:1769074869.734441:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.734453:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.734466:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074869.734498:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876224:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074869.735003:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.740891:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876224:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.740928:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.740953:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.740963:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.740977:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.740990:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.741005:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.741014:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.741023:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.741035:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d180 x1855007611876224/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.741059:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.741071:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/338 (0 0) 00000080:00200000:2.0:1769074869.741079:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x151:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.741109:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x152:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.741116:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x989cb6132eaa9889 00000080:00010000:2.0:1769074869.741130:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00010000:2.0:1769074869.741134:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9889 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074869.741138:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.741176:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.741262:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.741273:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=258 00000080:00200000:2.0:1769074869.741297:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.741322:0:103930:0:(file.c:1001:ll_file_open()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704400 00000002:00010000:2.0:1769074869.741357:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x151:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074869.741427:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.741437:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.741450:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.741457:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611876480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.741465:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.741490:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876480:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.741756:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.745488:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876480:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.745518:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.745534:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.745543:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.745552:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.745562:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.745570:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.745576:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.746413:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.746423:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.746431:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.746440:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.746447:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa9890 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.746473:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8830a80 x1855007611876480/t4294968753(4294968753) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.746486:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830a80 x1855007611876480/t4294968753(4294968753) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.746502:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x151:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.746533:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x152:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.746566:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830a80 x1855007611876480/t4294968753(4294968753) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.749912:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.749936:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8),name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af 00000002:00010000:3.0:1769074869.749982:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x151:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.750006:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.750024:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.750034:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x151:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.750073:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00010000:3.0:1769074869.750078:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x989cb6132eaa9889 00000080:00010000:3.0:1769074869.750086:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9889 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.750090:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.750100:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.750143:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.750177:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x152:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.750185:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.750193:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.752576:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876608:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.753292:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.774610:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876608:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.776902:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.776927:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.777013:0:103930:0:(file.c:424:ll_file_release()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704000 00000002:00100000:3.0:1769074869.777122:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830a80 x1855007611876480/t4294968753(4294968753) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074869.777137:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074869.777144:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c380 x1855007611876864/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074869.777221:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876864:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074869.777383:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.779883:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611876864:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074869.779927:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830a80 x1855007611876480/t4294968753(4294968753) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.780018:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.780030:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=258 00000080:00200000:3.0:1769074869.780053:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.780065:0:103930:0:(file.c:1001:ll_file_open()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704400 00000002:00010000:3.0:1769074869.780096:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x151:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074869.780252:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.780265:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.780277:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.780284:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c380 x1855007611877120/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.780294:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.780317:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877120:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.781023:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.785910:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877120:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.785970:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.785984:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.786004:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.786017:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.786033:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7c380 x1855007611877120/t4294968755(4294968755) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.786058:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7c380 x1855007611877120/t4294968755(4294968755) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.786071:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.786084:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/338 (0 0) 00000080:00200000:3.0:1769074869.786092:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x151:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.786122:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x152:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.786128:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x989cb6132eaa9897 00000080:00010000:3.0:1769074869.786143:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9897 from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074869.786169:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.786181:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.786219:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7c380 x1855007611877120/t4294968755(4294968755) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.786342:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.786352:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8),name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af 00000002:00010000:3.0:1769074869.786380:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x151:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.786400:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.786414:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.786422:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x151:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.786428:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00010000:3.0:1769074869.786433:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x989cb6132eaa9889 00000080:00010000:3.0:1769074869.786437:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9889 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.786440:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.786447:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.786490:0:103930:0:(file.c:424:ll_file_release()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704000 00010000:00010000:3.0:1769074869.786525:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.786558:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074869.786598:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074869.786634:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.786645:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=0 00000080:00200008:3.0:1769074869.786656:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.788235:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908),name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f 00000002:00010000:2.0:1769074869.788278:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x152:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.788297:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/339 (0 0) 00010000:00010000:2.0:1769074869.788381:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.789017:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.789035:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.789083:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877248:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.789243:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.795124:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877248:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.795196:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795217:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795225:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795239:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795255:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795267:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795276:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795284:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.795297:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8833100 x1855007611877248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.795324:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795336:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/339 (0 0) 00000080:00200000:2.0:1769074869.795344:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x152:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.795376:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x153:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.795383:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa989e 00000080:00010000:2.0:1769074869.795699:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00010000:2.0:1769074869.795705:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa989e from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074869.795709:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.795719:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.795824:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.795835:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=258 00000080:00200000:2.0:1769074869.795862:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.795876:0:103930:0:(file.c:1001:ll_file_open()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704400 00000002:00010000:2.0:1769074869.795910:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x152:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074869.795981:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.795989:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.796001:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.796010:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833100 x1855007611877504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.796020:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.796055:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877504:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.797006:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.807207:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877504:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.807241:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807257:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807264:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807272:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807280:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807287:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac5297c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.807292:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807300:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807315:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807324:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.807332:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.807338:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.807360:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac8833100 x1855007611877504/t4294968756(4294968756) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.807375:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833100 x1855007611877504/t4294968756(4294968756) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.807399:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x152:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.807431:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x153:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.807461:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833100 x1855007611877504/t4294968756(4294968756) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.807563:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.807573:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908),name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f 00000002:00010000:3.0:1769074869.807812:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x152:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.807832:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.807848:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.807857:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x152:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.807865:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00010000:3.0:1769074869.807870:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa989e 00000080:00010000:3.0:1769074869.807876:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa989e from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.807880:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.807889:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.807932:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.807947:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x153:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.807953:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.807961:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074869.811361:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877632:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074869.811512:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.821871:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877632:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074869.822966:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.822987:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.823093:0:103930:0:(file.c:424:ll_file_release()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704000 00000002:00100000:2.0:1769074869.823527:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833100 x1855007611877504/t4294968756(4294968756) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.823543:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.823550:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611877888/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.823580:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877888:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.823720:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.827882:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611877888:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.827934:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833100 x1855007611877504/t4294968756(4294968756) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.828035:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.828057:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=258 00000080:00200000:2.0:1769074869.828070:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.828081:0:103930:0:(file.c:1001:ll_file_open()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704400 00000002:00010000:2.0:1769074869.828109:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x152:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.828337:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.828349:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.828362:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.828369:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611878144/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.828378:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.828538:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878144:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.828769:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.831944:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878144:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074869.831988:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832001:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832017:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832029:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074869.832069:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8832680 x1855007611878144/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074869.832085:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832680 x1855007611878144/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074869.832099:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832112:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/339 (0 0) 00000080:00200000:0.0:1769074869.832119:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x152:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074869.832180:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x153:0x0], updating i_size 4096 00000080:00010000:0.0:1769074869.832188:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa98ac 00000080:00010000:0.0:1769074869.832203:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98ac from it ffffb370c25bfbd0 00010000:00010000:0.0:1769074869.832208:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832217:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074869.832256:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8832680 x1855007611878144/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074869.832381:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.832401:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908),name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f 00000002:00010000:0.0:1769074869.832430:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x152:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.832441:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832454:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.832467:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x152:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074869.832473:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00010000:0.0:1769074869.832477:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa989e 00000080:00010000:0.0:1769074869.832481:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa989e from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074869.832484:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.832491:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074869.832539:0:103930:0:(file.c:424:ll_file_release()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704000 00010000:00010000:0.0:1769074869.832573:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.832617:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074869.832654:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1769074869.832679:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074869.832688:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=0 00000080:00200008:0.0:1769074869.832697:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.834935:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348),name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea 00000002:00010000:0.0:1769074869.834982:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x153:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.835003:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/340 (0 0) 00010000:00010000:0.0:1769074869.835082:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.835094:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.835105:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074869.835140:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878272:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074869.835763:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.838421:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878272:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074869.838457:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838481:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838490:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838505:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838517:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838531:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838540:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838550:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074869.838563:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2e680 x1855007611878272/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074869.838577:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838587:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/340 (0 0) 00000080:00200000:0.0:1769074869.838595:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x153:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074869.838624:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x154:0x0], updating i_size 4096 00000080:00010000:0.0:1769074869.838631:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x989cb6132eaa98b3 00000080:00010000:0.0:1769074869.838643:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00010000:0.0:1769074869.838646:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98b3 from it ffffb370c25bfcb8 00010000:00010000:0.0:1769074869.838650:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.838660:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.838741:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074869.838753:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=258 00000080:00200000:0.0:1769074869.838962:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 44 00000080:00200008:0.0:1769074869.838975:0:103930:0:(file.c:1001:ll_file_open()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704400 00000002:00010000:0.0:1769074869.839008:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x153:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1769074869.839086:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.839095:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074869.839108:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074869.839116:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611878528/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074869.839127:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074869.839474:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878528:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074869.839905:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.847145:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878528:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074869.847217:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847234:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847243:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 4/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847250:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 3/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847259:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 4/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847267:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074869.847274:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 4/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847292:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 4/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847299:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 5/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847313:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074869.847322:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 3/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.847329:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:0.0:1769074869.847352:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7d2e680 x1855007611878528/t4294968759(4294968759) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074869.847368:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e680 x1855007611878528/t4294968759(4294968759) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074869.847384:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x153:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074869.847422:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x154:0x0], updating i_size 4096 00000002:00100000:0.0:1769074869.847451:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e680 x1855007611878528/t4294968759(4294968759) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074869.847559:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.847569:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348),name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea 00000002:00010000:0.0:1769074869.847608:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x153:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.847628:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.847644:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.847652:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x153:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074869.847659:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00010000:0.0:1769074869.847664:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x989cb6132eaa98b3 00000080:00010000:0.0:1769074869.847669:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98b3 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074869.847673:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.847683:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.847723:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074869.847738:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x154:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074869.847744:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.847751:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074869.852260:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878656:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074869.852841:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.863938:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878656:192.168.204.148@tcp:37:rm.0 00010000:00010000:0.0:1769074869.865329:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.865353:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074869.865415:0:103930:0:(file.c:424:ll_file_release()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704000 00000002:00100000:0.0:1769074869.865501:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2e680 x1855007611878528/t4294968759(4294968759) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074869.865513:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074869.865518:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d500 x1855007611878912/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074869.865541:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878912:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074869.866593:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.869970:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611878912:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074869.870026:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2e680 x1855007611878528/t4294968759(4294968759) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074869.870142:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074869.870399:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=258 00000080:00200000:0.0:1769074869.870415:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 44 00000080:00200008:0.0:1769074869.870428:0:103930:0:(file.c:1001:ll_file_open()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704400 00000002:00010000:0.0:1769074869.870461:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x153:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1769074869.870551:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.870567:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074869.870580:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074869.870589:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d500 x1855007611879168/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074869.870598:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074869.870625:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879168:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074869.870888:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3e1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074869.874949:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879168:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074869.874996:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875008:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875022:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875034:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074869.875062:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7d2d500 x1855007611879168/t4294968761(4294968761) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074869.875078:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d500 x1855007611879168/t4294968761(4294968761) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074869.875093:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875107:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/340 (0 0) 00000080:00200000:0.0:1769074869.875114:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x153:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074869.875146:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x154:0x0], updating i_size 4096 00000080:00010000:0.0:1769074869.875207:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x989cb6132eaa98c1 00000080:00010000:0.0:1769074869.875220:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98c1 from it ffffb370c25bfbd0 00010000:00010000:0.0:1769074869.875224:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875234:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074869.875280:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d500 x1855007611879168/t4294968761(4294968761) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074869.875389:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.875398:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348),name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea 00000002:00010000:0.0:1769074869.875425:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x153:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.875437:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875450:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074869.875462:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x153:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074869.875468:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00010000:0.0:1769074869.875473:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x989cb6132eaa98b3 00000080:00010000:0.0:1769074869.875477:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98b3 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074869.875480:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074869.875489:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074869.875534:0:103930:0:(file.c:424:ll_file_release()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704000 00010000:00010000:1.0:1769074869.876005:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074869.876057:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348) pos/size0/4096 32bit_api 0 00000080:00200000:1.0:1769074869.876098:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:1.0:1769074869.876127:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074869.876136:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=0 00000080:00200008:1.0:1769074869.876147:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.881565:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8),name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330 00000002:00010000:1.0:1769074869.881635:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x154:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.881658:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/341 (0 0) 00010000:00010000:1.0:1769074869.881736:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.881746:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.881758:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.881793:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879296:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.881927:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.886785:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879296:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.887103:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887123:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887130:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887140:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887292:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887311:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887317:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887322:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.887330:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48380 x1855007611879296/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.887340:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887348:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/341 (0 0) 00000080:00200000:3.0:1769074869.887355:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x154:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.887380:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x155:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.887385:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaa98c8 00000080:00010000:3.0:1769074869.887395:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00010000:3.0:1769074869.887398:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98c8 from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074869.887400:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.887406:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.887483:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.887492:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=258 00000080:00200000:3.0:1769074869.887512:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.887523:0:103930:0:(file.c:1001:ll_file_open()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704400 00000002:00010000:3.0:1769074869.887556:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x154:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074869.887622:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.887629:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.887642:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.887649:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f480 x1855007611879552/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.887658:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.887684:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879552:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.887942:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.891683:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879552:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.891716:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891733:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891742:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891750:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891761:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 4/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891768:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.891774:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 4/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891782:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 4/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891790:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 5/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891799:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.891807:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.891815:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.891839:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7f480 x1855007611879552/t4294968762(4294968762) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.891853:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7f480 x1855007611879552/t4294968762(4294968762) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.891866:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x154:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.891896:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x155:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.891924:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7f480 x1855007611879552/t4294968762(4294968762) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.892033:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.892055:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8),name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330 00000002:00010000:3.0:1769074869.892085:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x154:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.892106:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.892121:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.892129:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x154:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.892135:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00010000:3.0:1769074869.892139:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaa98c8 00000080:00010000:3.0:1769074869.892186:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98c8 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.892192:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.892201:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.892245:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.892395:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x155:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.892406:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.892415:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.893112:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879680:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.893309:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.905907:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879680:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.906670:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.906692:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.906789:0:103930:0:(file.c:424:ll_file_release()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704000 00000002:00100000:3.0:1769074869.906898:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7f480 x1855007611879552/t4294968762(4294968762) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074869.906914:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074869.906921:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e300 x1855007611879936/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074869.906954:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879936:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074869.907093:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.911908:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611879936:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074869.911979:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7f480 x1855007611879552/t4294968762(4294968762) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.912123:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.912138:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=258 00000080:00200000:3.0:1769074869.912414:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.912429:0:103930:0:(file.c:1001:ll_file_open()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704400 00000002:00010000:3.0:1769074869.912466:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x154:0x0], intent: open flags 0104240704401 00010000:00010000:3.0:1769074869.912561:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.912573:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.912590:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.912599:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e300 x1855007611880192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.912609:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.912633:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880192:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.913255:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.918109:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880192:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.918209:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918225:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918243:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918257:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.918275:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6a7e300 x1855007611880192/t4294968764(4294968764) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.918293:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7e300 x1855007611880192/t4294968764(4294968764) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.918314:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918328:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/341 (0 0) 00000080:00200000:3.0:1769074869.918337:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x154:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.918371:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x155:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.918379:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaa98d6 00000080:00010000:3.0:1769074869.918404:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98d6 from it ffffb370c25bfbd0 00010000:00010000:3.0:1769074869.918410:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918421:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.918462:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7e300 x1855007611880192/t4294968764(4294968764) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.918572:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.918581:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8),name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330 00000002:00010000:3.0:1769074869.918612:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x154:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.918627:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918642:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.918651:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x154:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.918658:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00010000:3.0:1769074869.918663:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaa98c8 00000080:00010000:3.0:1769074869.918668:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98c8 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.918671:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.918679:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074869.918732:0:103930:0:(file.c:424:ll_file_release()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704000 00010000:00010000:3.0:1769074869.918762:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.918800:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1769074869.918837:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:3.0:1769074869.918864:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.918874:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=0 00000080:00200008:3.0:1769074869.918884:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074869.921180:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8),name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc 00000002:00010000:1.0:1769074869.921769:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x155:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074869.921795:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/342 (0 0) 00010000:00010000:1.0:1769074869.921883:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.921895:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074869.921908:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074869.922023:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880320:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074869.922558:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c42180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.927020:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880320:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.927077:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927103:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927113:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927129:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927143:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927201:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927210:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927217:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074869.927231:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49180 x1855007611880320/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074869.927246:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927258:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/342 (0 0) 00000080:00200000:3.0:1769074869.927267:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x155:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.927298:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x156:0x0], updating i_size 4096 00000080:00010000:3.0:1769074869.927319:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaa98dd 00000080:00010000:3.0:1769074869.927334:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00010000:3.0:1769074869.927339:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98dd from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074869.927342:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.927352:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.927528:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074869.927539:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=258 00000080:00200000:3.0:1769074869.927568:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074869.927733:0:103930:0:(file.c:1001:ll_file_open()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704400 00000002:00010000:3.0:1769074869.927768:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x155:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074869.927843:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.927852:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074869.927867:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074869.927877:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f480 x1855007611880576/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074869.927886:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074869.927917:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880576:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074869.928250:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.933896:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880576:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074869.933932:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.933950:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.933958:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.933966:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.933977:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.933984:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074869.933989:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.933996:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.934004:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.934012:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074869.934022:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074869.934029:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa98e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074869.934252:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7f480 x1855007611880576/t4294968765(4294968765) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074869.934268:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7f480 x1855007611880576/t4294968765(4294968765) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074869.934283:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x155:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074869.934323:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x156:0x0], updating i_size 4096 00000002:00100000:3.0:1769074869.934359:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7f480 x1855007611880576/t4294968765(4294968765) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074869.934823:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074869.934833:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8),name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc 00000002:00010000:3.0:1769074869.934861:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x155:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074869.934882:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.934896:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.934903:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x155:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074869.934910:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00010000:3.0:1769074869.934914:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaa98dd 00000080:00010000:3.0:1769074869.934920:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98dd from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074869.934924:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.934932:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074869.934976:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074869.934990:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x156:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074869.934995:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.935002:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074869.936808:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880704:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074869.937066:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074869.955095:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880704:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074869.956931:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074869.956954:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.957259:0:103930:0:(file.c:424:ll_file_release()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704000 00000002:00100000:2.0:1769074869.957396:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7f480 x1855007611880576/t4294968765(4294968765) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074869.957413:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074869.957419:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833100 x1855007611880960/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074869.957451:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880960:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074869.957607:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.971322:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611880960:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074869.971360:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7f480 x1855007611880576/t4294968765(4294968765) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074869.971430:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.971440:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=258 00000080:00200000:2.0:1769074869.971451:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074869.971460:0:103930:0:(file.c:1001:ll_file_open()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704400 00000002:00010000:2.0:1769074869.971486:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x155:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074869.971553:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074869.971562:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074869.971573:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074869.971579:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833100 x1855007611881216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074869.971666:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074869.971688:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881216:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074869.973007:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074869.989251:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881216:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074869.989291:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989304:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989317:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989328:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.989343:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8833100 x1855007611881216/t4294968767(4294968767) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074869.989377:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833100 x1855007611881216/t4294968767(4294968767) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074869.989395:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989406:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/342 (0 0) 00000080:00200000:2.0:1769074869.989412:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x155:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074869.989437:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x156:0x0], updating i_size 4096 00000080:00010000:2.0:1769074869.989442:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaa98eb 00000080:00010000:2.0:1769074869.989452:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98eb from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074869.989455:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989464:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074869.989496:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8833100 x1855007611881216/t4294968767(4294968767) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074869.989577:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074869.989596:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8),name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc 00000002:00010000:2.0:1769074869.989618:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x155:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074869.989629:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989639:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.989646:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x155:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074869.989652:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00010000:2.0:1769074869.989655:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaa98dd 00000080:00010000:2.0:1769074869.989659:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98dd from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074869.989662:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074869.989669:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074869.989703:0:103930:0:(file.c:424:ll_file_release()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704000 00010000:00010000:2.0:1769074869.989736:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074869.989763:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074869.990031:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074869.990065:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074869.990073:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=0 00000080:00200008:2.0:1769074869.990082:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074869.992332:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08),name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381 00000002:00010000:0.0:1769074869.992367:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x156:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074869.992381:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/343 (0 0) 00010000:00010000:0.0:1769074869.992449:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.992459:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074869.992468:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074869.992495:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881344:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074869.992616:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.003508:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881344:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.003536:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003553:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003561:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003573:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003584:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003596:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003602:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003610:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.003622:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2e680 x1855007611881344/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074870.003635:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003649:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/343 (0 0) 00000080:00200000:0.0:1769074870.003656:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x156:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.003680:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x157:0x0], updating i_size 4096 00000080:00010000:0.0:1769074870.003686:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x989cb6132eaa98f2 00000080:00010000:0.0:1769074870.003697:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00010000:0.0:1769074870.003700:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98f2 from it ffffb370c25bfcb8 00010000:00010000:0.0:1769074870.003703:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.003712:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.003794:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.003804:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=258 00000080:00200000:0.0:1769074870.003833:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 44 00000080:00200008:0.0:1769074870.003844:0:103930:0:(file.c:1001:ll_file_open()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704400 00000002:00010000:0.0:1769074870.003874:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x156:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1769074870.003934:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.003942:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074870.003954:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074870.003961:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611881600/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074870.003975:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.003994:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881600:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.004221:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.012876:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881600:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.012902:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012915:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012922:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012929:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012937:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012943:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074870.012948:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012955:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012963:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012975:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074870.012982:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.012987:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa98f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:0.0:1769074870.013007:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7d2e680 x1855007611881600/t4294968768(4294968768) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074870.013019:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e680 x1855007611881600/t4294968768(4294968768) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.013033:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x156:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.013070:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x157:0x0], updating i_size 4096 00000002:00100000:0.0:1769074870.013097:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e680 x1855007611881600/t4294968768(4294968768) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074870.013212:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.013220:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08),name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381 00000002:00010000:0.0:1769074870.013241:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x156:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.013256:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.013267:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.013274:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x156:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074870.013279:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00010000:0.0:1769074870.013283:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x989cb6132eaa98f2 00000080:00010000:0.0:1769074870.013288:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98f2 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074870.013291:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.013299:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.013332:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074870.013344:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x157:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074870.013350:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.013357:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074870.013990:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881728:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074870.014105:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.027673:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881728:192.168.204.148@tcp:37:rm.0 00010000:00010000:0.0:1769074870.030256:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.030277:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074870.030339:0:103930:0:(file.c:424:ll_file_release()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704000 00000002:00100000:0.0:1769074870.030416:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2e680 x1855007611881600/t4294968768(4294968768) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074870.030430:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074870.030435:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c700 x1855007611881984/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074870.030459:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881984:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074870.030556:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.041221:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611881984:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074870.041266:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2e680 x1855007611881600/t4294968768(4294968768) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.041357:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.041367:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=258 00000080:00200000:0.0:1769074870.041377:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 44 00000080:00200008:0.0:1769074870.041384:0:103930:0:(file.c:1001:ll_file_open()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704400 00000002:00010000:0.0:1769074870.041406:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x156:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1769074870.041479:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.041490:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074870.041501:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074870.041507:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c700 x1855007611882240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074870.041521:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.041541:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882240:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.047922:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.055493:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882240:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.055529:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055547:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055558:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055569:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.055597:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7d2c700 x1855007611882240/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.055612:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2c700 x1855007611882240/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.055623:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055634:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/343 (0 0) 00000080:00200000:2.0:1769074870.055640:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x156:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.055661:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x157:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.055667:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x989cb6132eaa9900 00000080:00010000:2.0:1769074870.055677:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9900 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.055682:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055691:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.055727:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2c700 x1855007611882240/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.055811:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.055820:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08),name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381 00000002:00010000:2.0:1769074870.055847:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x156:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.055858:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055870:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.055877:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x156:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.055885:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00010000:2.0:1769074870.055890:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x989cb6132eaa98f2 00000080:00010000:2.0:1769074870.055894:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98f2 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.055897:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.055904:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.055943:0:103930:0:(file.c:424:ll_file_release()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704000 00010000:00010000:2.0:1769074870.055972:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.056005:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.056047:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.056066:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.056074:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=0 00000080:00200008:2.0:1769074870.056083:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.067084:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8),name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652 00000002:00010000:2.0:1769074870.067135:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x157:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.067183:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/344 (0 0) 00010000:00010000:2.0:1769074870.067249:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.067258:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.067268:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.067296:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882368:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.067395:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.078109:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882368:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074870.078143:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078202:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078210:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078229:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078241:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078253:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078262:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078270:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.078282:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830a80 x1855007611882368/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074870.078295:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078304:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/344 (0 0) 00000080:00200000:3.0:1769074870.078311:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x157:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074870.078336:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x158:0x0], updating i_size 4096 00000080:00010000:3.0:1769074870.078342:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x989cb6132eaa9907 00000080:00010000:3.0:1769074870.078353:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00010000:3.0:1769074870.078356:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9907 from it ffffb370c25bfcb8 00010000:00010000:3.0:1769074870.078359:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.078369:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.078434:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.078444:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=258 00000080:00200000:3.0:1769074870.078466:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.078477:0:103930:0:(file.c:1001:ll_file_open()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704400 00000002:00010000:3.0:1769074870.078510:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x157:0x0], intent: open flags 0100240704401 00010000:00010000:3.0:1769074870.078567:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.078575:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:3.0:1769074870.078602:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074870.078609:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7dc00 x1855007611882624/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074870.078618:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:3.0:1769074870.078641:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882624:192.168.204.148@tcp:101:rm.0 00000100:00100000:3.0:1769074870.078835:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.085362:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882624:192.168.204.148@tcp:101:rm.0 00010000:00010000:3.0:1769074870.085384:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.085403:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.085410:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.085417:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.085425:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.086383:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074870.086389:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.086396:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.086404:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.086411:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074870.086418:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:3.0:1769074870.086425:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa990e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:3.0:1769074870.086449:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac6a7dc00 x1855007611882624/t4294968771(4294968771) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074870.086463:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7dc00 x1855007611882624/t4294968771(4294968771) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074870.086477:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x157:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074870.086499:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x158:0x0], updating i_size 4096 00000002:00100000:3.0:1769074870.086526:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6a7dc00 x1855007611882624/t4294968771(4294968771) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1769074870.089534:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074870.089551:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8),name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652 00000002:00010000:3.0:1769074870.089586:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x157:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074870.089608:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.089624:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.089632:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x157:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074870.089641:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00010000:3.0:1769074870.089645:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x989cb6132eaa9907 00000080:00010000:3.0:1769074870.089651:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9907 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074870.089655:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.089664:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.089695:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8) pos/size0/4096 32bit_api 0 00000002:00010000:3.0:1769074870.089706:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x158:0x0], intent: readdir flags 0 00010000:00010000:3.0:1769074870.089712:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.089720:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074870.090363:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882752:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074870.090469:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.122475:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611882752:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074870.123732:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.123757:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.126380:0:103930:0:(file.c:424:ll_file_release()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704000 00000002:00100000:2.0:1769074870.126470:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7dc00 x1855007611882624/t4294968771(4294968771) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.126485:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.126491:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611883008/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.126516:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883008:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.126643:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.133695:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883008:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.133733:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7dc00 x1855007611882624/t4294968771(4294968771) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.133816:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.133826:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=258 00000080:00200000:2.0:1769074870.133837:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.133846:0:103930:0:(file.c:1001:ll_file_open()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704400 00000002:00010000:2.0:1769074870.133872:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x157:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074870.133942:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.133951:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.133963:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.133970:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611883264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.133980:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.134000:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883264:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.134276:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.143084:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883264:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.143120:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143132:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143145:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143184:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.143200:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac8830a80 x1855007611883264/t4294968773(4294968773) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.143214:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830a80 x1855007611883264/t4294968773(4294968773) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.143226:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143237:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/344 (0 0) 00000080:00200000:2.0:1769074870.143244:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x157:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.143268:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x158:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.143273:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x989cb6132eaa9915 00000080:00010000:2.0:1769074870.143284:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9915 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.143288:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143304:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.143334:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8830a80 x1855007611883264/t4294968773(4294968773) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.143415:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.143423:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8),name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652 00000002:00010000:2.0:1769074870.143448:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x157:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.143457:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143468:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.143475:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x157:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.143481:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00010000:2.0:1769074870.143485:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x989cb6132eaa9907 00000080:00010000:2.0:1769074870.143489:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9907 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.143492:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.143499:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.143539:0:103930:0:(file.c:424:ll_file_release()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704000 00010000:00010000:2.0:1769074870.143576:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.143610:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.143649:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.143675:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.143684:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=0 00000080:00200008:2.0:1769074870.143697:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), request_mask 2047, flags 0, foreign 0 00010000:00010000:1.0:1769074870.144844:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074870.147145:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908),name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966 00000002:00010000:0.0:1769074870.147232:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x158:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.147248:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/345 (0 0) 00010000:00010000:0.0:1769074870.147317:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.147327:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.147338:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.147367:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883392:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.147488:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.151773:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883392:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.151800:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151819:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151828:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151846:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151859:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151872:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151880:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151888:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.151899:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2e680 x1855007611883392/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074870.151911:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151920:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/345 (0 0) 00000080:00200000:0.0:1769074870.151927:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x158:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.151949:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x159:0x0], updating i_size 4096 00000080:00010000:0.0:1769074870.151955:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x989cb6132eaa991c 00000080:00010000:0.0:1769074870.151965:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00010000:0.0:1769074870.151968:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa991c from it ffffb370c25bfcb8 00010000:00010000:0.0:1769074870.151972:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.151980:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.152063:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.152071:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=258 00000080:00200000:0.0:1769074870.152093:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 44 00000080:00200008:0.0:1769074870.152101:0:103930:0:(file.c:1001:ll_file_open()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704400 00000002:00010000:0.0:1769074870.152126:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x158:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1769074870.152354:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.152362:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074870.152374:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074870.152382:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611883648/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074870.152391:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.152412:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883648:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.154282:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.159762:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883648:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.159787:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159805:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159812:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159818:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159826:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159832:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074870.159837:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159844:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159852:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159858:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074870.159865:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.159871:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9923 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:0.0:1769074870.159893:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7d2e680 x1855007611883648/t4294968774(4294968774) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074870.159909:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e680 x1855007611883648/t4294968774(4294968774) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.159925:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x158:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.159950:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x159:0x0], updating i_size 4096 00000002:00100000:0.0:1769074870.159977:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2e680 x1855007611883648/t4294968774(4294968774) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074870.160077:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.160085:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908),name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966 00000002:00010000:0.0:1769074870.160110:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x158:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.160127:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.160140:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.161699:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x158:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074870.161718:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00010000:0.0:1769074870.161723:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x989cb6132eaa991c 00000080:00010000:0.0:1769074870.161733:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa991c from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074870.161739:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.161754:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.161800:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074870.161822:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x159:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074870.161835:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.161845:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074870.170230:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883776:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074870.170339:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.180810:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611883776:192.168.204.148@tcp:37:rm.0 00010000:00010000:0.0:1769074870.183748:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.183772:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074870.185177:0:103930:0:(file.c:424:ll_file_release()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704000 00000002:00100000:1.0:1769074870.185302:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2e680 x1855007611883648/t4294968774(4294968774) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074870.185319:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074870.185325:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b480 x1855007611884032/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074870.185354:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884032:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074870.185576:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac2c429c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.189257:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884032:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.189304:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2e680 x1855007611883648/t4294968774(4294968774) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.189395:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.189405:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=258 00000080:00200000:2.0:1769074870.189417:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.189427:0:103930:0:(file.c:1001:ll_file_open()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704400 00000002:00010000:2.0:1769074870.189455:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x158:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074870.189520:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.189529:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.189540:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.189547:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6166680 x1855007611884288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.189557:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.189591:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884288:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.189776:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.203716:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6166680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884288:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.203756:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.203766:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.203786:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.203797:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.203812:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac6166680 x1855007611884288/t4294968776(4294968776) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.203826:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611884288/t4294968776(4294968776) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.203836:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.203846:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/345 (0 0) 00000080:00200000:2.0:1769074870.203852:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x158:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.203875:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x159:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.203880:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x989cb6132eaa992a 00000080:00010000:2.0:1769074870.203890:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa992a from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.203894:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.203902:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.203935:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac6166680 x1855007611884288/t4294968776(4294968776) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.204018:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.204026:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908),name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966 00000002:00010000:2.0:1769074870.204060:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x158:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.204072:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.204084:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.204092:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x158:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.204098:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00010000:2.0:1769074870.204103:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x989cb6132eaa991c 00000080:00010000:2.0:1769074870.204107:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa991c from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.204110:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.204123:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.204381:0:103930:0:(file.c:424:ll_file_release()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704000 00010000:00010000:2.0:1769074870.204404:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.204430:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.204490:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.204511:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.204520:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=0 00000080:00200008:2.0:1769074870.204528:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.206672:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348),name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f 00000002:00010000:2.0:1769074870.206718:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15a:0x0]) in obj [0x200000402:0x159:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.206737:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/346 (0 0) 00010000:00010000:2.0:1769074870.206833:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.206845:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.206856:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.206888:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884416:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.207020:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.211196:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884416:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.211234:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211256:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211265:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211281:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211294:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211308:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211317:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211325:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.211338:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbf100 x1855007611884416/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.211354:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211368:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/346 (0 0) 00000080:00200000:2.0:1769074870.211377:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x159:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.211409:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15a:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.211416:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) for lock 0x989cb6132eaa9931 00000080:00010000:2.0:1769074870.211429:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) 00000080:00010000:2.0:1769074870.211432:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9931 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074870.211436:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.211445:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.211531:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.211543:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=258 00000080:00200000:2.0:1769074870.212648:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.212667:0:103930:0:(file.c:1001:ll_file_open()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), flags 704400 00000002:00010000:2.0:1769074870.212711:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15a:0x0]) in obj [0x200000402:0x159:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074870.212800:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.212811:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.212827:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.212839:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611884672/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.212855:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.212884:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884672:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.213221:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.220083:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884672:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.220119:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220134:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220142:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220220:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220230:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220237:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074870.220242:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220250:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220258:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220269:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074870.220275:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.220281:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9938 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074870.220302:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7dbf100 x1855007611884672/t4294968777(4294968777) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.220316:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf100 x1855007611884672/t4294968777(4294968777) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.220329:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x159:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.220354:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15a:0x0], updating i_size 4096 00000002:00100000:2.0:1769074870.220382:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf100 x1855007611884672/t4294968777(4294968777) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.220461:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.220469:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348),name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f 00000002:00010000:2.0:1769074870.220491:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15a:0x0]) in obj [0x200000402:0x159:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.220505:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.220517:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.220525:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x159:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.220531:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) 00000080:00010000:2.0:1769074870.220535:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) for lock 0x989cb6132eaa9931 00000080:00010000:2.0:1769074870.220541:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9931 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.220544:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.220553:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.220582:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074870.220595:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15a:0x0]) in obj [0x200000402:0x15a:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074870.220601:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.220609:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074870.221261:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884800:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074870.221364:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.240784:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611884800:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074870.241589:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.241605:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.241677:0:103930:0:(file.c:424:ll_file_release()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), flags 704000 00000002:00100000:2.0:1769074870.241754:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbf100 x1855007611884672/t4294968777(4294968777) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.241765:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.241768:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611885056/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.241791:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885056:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.241893:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.244742:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885056:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.244785:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbf100 x1855007611884672/t4294968777(4294968777) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.244873:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.244883:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=258 00000080:00200000:2.0:1769074870.244895:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.244905:0:103930:0:(file.c:1001:ll_file_open()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), flags 704400 00000002:00010000:2.0:1769074870.244931:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15a:0x0]) in obj [0x200000402:0x159:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074870.244996:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.245004:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.245013:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.245017:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611885312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.245028:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.245067:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885312:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.246086:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.250317:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885312:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.250366:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250379:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250394:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250407:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.250425:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7dbd500 x1855007611885312/t4294968779(4294968779) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.250441:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbd500 x1855007611885312/t4294968779(4294968779) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.250453:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250466:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/346 (0 0) 00000080:00200000:2.0:1769074870.250474:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x159:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.250505:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15a:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.250511:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) for lock 0x989cb6132eaa993f 00000080:00010000:2.0:1769074870.250524:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa993f from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.250529:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250538:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.250577:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbd500 x1855007611885312/t4294968779(4294968779) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.250689:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.250698:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348),name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f 00000002:00010000:2.0:1769074870.250726:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15a:0x0]) in obj [0x200000402:0x159:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.250737:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250748:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.250754:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x159:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.250760:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) 00000080:00010000:2.0:1769074870.250764:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15a:0x0](ffff88dac9d95348) for lock 0x989cb6132eaa9931 00000080:00010000:2.0:1769074870.250767:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9931 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.250770:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.250781:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.250831:0:103930:0:(file.c:424:ll_file_release()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704000 00010000:00010000:2.0:1769074870.250869:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.250907:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.250948:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.250975:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.250985:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=0 00000080:00200008:2.0:1769074870.250996:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.251991:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908),name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093 00000002:00010000:2.0:1769074870.252015:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15b:0x0]) in obj [0x200000402:0x15a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.252027:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/347 (0 0) 00010000:00010000:2.0:1769074870.252100:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.252110:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.252122:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.252196:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885440:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.252316:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.259112:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885440:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.259145:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259202:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259209:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259220:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259229:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259240:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259246:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259252:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.259259:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbf100 x1855007611885440/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.259270:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259278:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/347 (0 0) 00000080:00200000:2.0:1769074870.259284:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.259317:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15b:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.259324:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9946 00000080:00010000:2.0:1769074870.259338:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074870.259341:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9946 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074870.259344:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.259353:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.259440:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.259452:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=258 00000080:00200000:2.0:1769074870.259477:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.259489:0:103930:0:(file.c:1001:ll_file_open()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), flags 704400 00000002:00010000:2.0:1769074870.259522:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15b:0x0]) in obj [0x200000402:0x15a:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074870.259585:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.259594:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.259606:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.259613:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611885696/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.259629:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.259652:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885696:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.259927:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.265616:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885696:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.265651:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265668:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265676:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265685:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265695:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265701:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074870.265707:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265714:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265721:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265734:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074870.265741:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.265748:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa994d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074870.265769:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7dbf100 x1855007611885696/t4294968780(4294968780) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.265785:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf100 x1855007611885696/t4294968780(4294968780) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.265802:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.265838:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15b:0x0], updating i_size 4096 00000002:00100000:2.0:1769074870.265866:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf100 x1855007611885696/t4294968780(4294968780) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.265966:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.265975:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908),name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093 00000002:00010000:2.0:1769074870.266002:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15b:0x0]) in obj [0x200000402:0x15a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.266021:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.266047:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.266057:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.266065:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074870.266070:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9946 00000080:00010000:2.0:1769074870.266075:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9946 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.266080:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.266089:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.266131:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074870.266145:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15b:0x0]) in obj [0x200000402:0x15b:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074870.266223:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.266233:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074870.266879:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885824:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074870.267004:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.274491:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611885824:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074870.275187:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.275206:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.275295:0:103930:0:(file.c:424:ll_file_release()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), flags 704000 00000002:00100000:2.0:1769074870.275394:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbf100 x1855007611885696/t4294968780(4294968780) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.275408:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.275414:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611886080/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.275443:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886080:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.275539:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.281273:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886080:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.281345:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbf100 x1855007611885696/t4294968780(4294968780) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.281460:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.281475:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=258 00000080:00200000:2.0:1769074870.281490:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.281502:0:103930:0:(file.c:1001:ll_file_open()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), flags 704400 00000002:00010000:2.0:1769074870.281536:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15b:0x0]) in obj [0x200000402:0x15a:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074870.281628:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.281640:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.281654:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.281661:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611886336/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.281677:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.281703:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886336:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.281982:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.295421:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886336:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.295475:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295488:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295509:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295522:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.295538:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7dbca80 x1855007611886336/t4294968782(4294968782) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.295552:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbca80 x1855007611886336/t4294968782(4294968782) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.295564:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295575:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/347 (0 0) 00000080:00200000:2.0:1769074870.295583:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15a:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.295615:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15b:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.295623:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9954 00000080:00010000:2.0:1769074870.295636:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9954 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.295641:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295650:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.295690:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbca80 x1855007611886336/t4294968782(4294968782) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.295797:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.295808:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908),name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093 00000002:00010000:2.0:1769074870.295834:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15b:0x0]) in obj [0x200000402:0x15a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.295846:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295857:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.295865:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.295873:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074870.295877:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9946 00000080:00010000:2.0:1769074870.295882:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9946 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.295885:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.295899:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.295948:0:103930:0:(file.c:424:ll_file_release()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704000 00010000:00010000:2.0:1769074870.297590:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.297650:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.297701:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.297735:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.297747:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=0 00000080:00200008:2.0:1769074870.297764:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074870.299110:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348),name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98 00000002:00010000:1.0:1769074870.299180:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15c:0x0]) in obj [0x200000402:0x15b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074870.299206:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/348 (0 0) 00010000:00010000:1.0:1769074870.299275:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074870.299285:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:1.0:1769074870.299298:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:1.0:1769074870.299331:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886464:192.168.204.148@tcp:101:rm.0 00000100:00100000:1.0:1769074870.299473:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.310079:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886464:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.310120:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310144:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310204:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310219:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310236:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310251:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310259:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310267:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.310279:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4bb80 x1855007611886464/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.310294:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310306:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/348 (0 0) 00000080:00200000:2.0:1769074870.310315:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15b:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.310342:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15c:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.310351:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) for lock 0x989cb6132eaa995b 00000080:00010000:2.0:1769074870.310364:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) 00000080:00010000:2.0:1769074870.310367:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa995b from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074870.310371:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.310380:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.310466:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.310479:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=258 00000080:00200000:2.0:1769074870.310507:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.310520:0:103930:0:(file.c:1001:ll_file_open()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), flags 704400 00000002:00010000:2.0:1769074870.310556:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15c:0x0]) in obj [0x200000402:0x15b:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074870.310629:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.310636:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.310651:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.310658:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611886720/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.310669:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.310695:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886720:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.310989:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.322823:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886720:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.322858:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322876:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322888:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322896:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322906:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322912:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074870.322918:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322925:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322932:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322939:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074870.322947:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.322955:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9962 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074870.322977:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7dbf100 x1855007611886720/t4294968783(4294968783) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.322992:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf100 x1855007611886720/t4294968783(4294968783) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.323007:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15b:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.323050:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15c:0x0], updating i_size 4096 00000002:00100000:2.0:1769074870.323083:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf100 x1855007611886720/t4294968783(4294968783) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.323213:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.323222:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348),name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98 00000002:00010000:2.0:1769074870.323248:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15c:0x0]) in obj [0x200000402:0x15b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.323266:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.323279:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.323287:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.323294:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) 00000080:00010000:2.0:1769074870.323298:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) for lock 0x989cb6132eaa995b 00000080:00010000:2.0:1769074870.323304:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa995b from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.323308:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.323316:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.323356:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074870.323371:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15c:0x0]) in obj [0x200000402:0x15c:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074870.323378:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.323392:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074870.327932:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886848:192.168.204.148@tcp:37:rm.0 00000100:00100000:3.0:1769074870.328127:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.354066:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611886848:192.168.204.148@tcp:37:rm.0 00010000:00010000:3.0:1769074870.356862:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.356895:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.356992:0:103930:0:(file.c:424:ll_file_release()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), flags 704000 00000002:00100000:3.0:1769074870.359933:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbf100 x1855007611886720/t4294968783(4294968783) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.359957:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.359964:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d500 x1855007611887104/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.359996:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887104:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.360190:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.369021:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887104:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.369093:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbf100 x1855007611886720/t4294968783(4294968783) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.372210:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.372238:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=258 00000080:00200000:2.0:1769074870.372259:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.372271:0:103930:0:(file.c:1001:ll_file_open()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), flags 704400 00000002:00010000:2.0:1769074870.372324:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15c:0x0]) in obj [0x200000402:0x15b:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074870.372432:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.372444:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.372461:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.372478:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611887360/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.372489:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.372520:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887360:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.372818:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.382981:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887360:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.383048:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.383069:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.383086:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.383101:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.383123:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7dbce00 x1855007611887360/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.383138:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbce00 x1855007611887360/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.383291:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.383307:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/348 (0 0) 00000080:00200000:2.0:1769074870.383315:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15b:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.383351:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15c:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.383357:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) for lock 0x989cb6132eaa9969 00000080:00010000:2.0:1769074870.383369:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9969 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.383374:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.383385:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.383556:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbce00 x1855007611887360/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.383982:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.383994:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348),name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98 00000002:00010000:2.0:1769074870.384039:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15c:0x0]) in obj [0x200000402:0x15b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.384054:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.384069:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.384076:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.384087:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) 00000080:00010000:2.0:1769074870.384091:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15c:0x0](ffff88dac9d45348) for lock 0x989cb6132eaa995b 00000080:00010000:2.0:1769074870.384097:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa995b from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.384100:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.384109:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.384376:0:103930:0:(file.c:424:ll_file_release()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704000 00010000:00010000:2.0:1769074870.384937:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.384987:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.385046:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.385076:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.385090:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=0 00000080:00200008:2.0:1769074870.385106:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.391358:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08),name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16 00000002:00010000:0.0:1769074870.391404:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15d:0x0]) in obj [0x200000402:0x15c:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.391425:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/349 (0 0) 00010000:00010000:0.0:1769074870.391505:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.391516:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.391528:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.391562:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887488:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.391712:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.395604:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887488:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.395640:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395664:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395673:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395686:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395697:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395710:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395718:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395726:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.395738:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2e300 x1855007611887488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.395753:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395764:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/349 (0 0) 00000080:00200000:2.0:1769074870.395772:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15c:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.395803:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15d:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.395811:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) for lock 0x989cb6132eaa9970 00000080:00010000:2.0:1769074870.395824:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) 00000080:00010000:2.0:1769074870.395827:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9970 from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074870.395830:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.395839:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.395926:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.395937:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=258 00000080:00200000:2.0:1769074870.395957:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.395968:0:103930:0:(file.c:1001:ll_file_open()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), flags 704400 00000002:00010000:2.0:1769074870.396001:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15d:0x0]) in obj [0x200000402:0x15c:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074870.396077:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.396086:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.396099:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.396106:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd880 x1855007611887744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.396114:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.396140:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887744:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.396926:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.402057:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887744:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.402091:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402111:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402118:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402126:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402135:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402143:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074870.402213:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402222:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402230:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402239:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074870.402249:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.402256:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9977 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:2.0:1769074870.402279:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7dbd880 x1855007611887744/t4294968786(4294968786) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.402295:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbd880 x1855007611887744/t4294968786(4294968786) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.402310:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15c:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.402341:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15d:0x0], updating i_size 4096 00000002:00100000:2.0:1769074870.402372:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbd880 x1855007611887744/t4294968786(4294968786) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.402476:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.402497:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08),name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16 00000002:00010000:2.0:1769074870.402526:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15d:0x0]) in obj [0x200000402:0x15c:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.402548:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.402565:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.402572:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15c:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.402732:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) 00000080:00010000:2.0:1769074870.402738:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) for lock 0x989cb6132eaa9970 00000080:00010000:2.0:1769074870.402745:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9970 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.402749:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.402758:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.402803:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08) pos/size0/4096 32bit_api 0 00000002:00010000:2.0:1769074870.402819:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15d:0x0]) in obj [0x200000402:0x15d:0x0], intent: readdir flags 0 00010000:00010000:2.0:1769074870.402827:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.402836:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074870.405223:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887872:192.168.204.148@tcp:37:rm.0 00000100:00100000:2.0:1769074870.405399:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.423367:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611887872:192.168.204.148@tcp:37:rm.0 00010000:00010000:0.0:1769074870.424137:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.424187:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074870.424273:0:103930:0:(file.c:424:ll_file_release()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), flags 704000 00000002:00100000:0.0:1769074870.424374:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbd880 x1855007611887744/t4294968786(4294968786) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074870.424389:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074870.424396:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611888128/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074870.424424:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888128:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074870.424559:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.437474:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888128:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074870.437771:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbd880 x1855007611887744/t4294968786(4294968786) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.437871:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.437883:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=258 00000080:00200000:0.0:1769074870.437896:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 44 00000080:00200008:0.0:1769074870.437907:0:103930:0:(file.c:1001:ll_file_open()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), flags 704400 00000002:00010000:0.0:1769074870.437938:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15d:0x0]) in obj [0x200000402:0x15c:0x0], intent: open flags 0104240704401 00010000:00010000:0.0:1769074870.438022:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.438127:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074870.438142:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074870.438253:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611888384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074870.438265:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.438291:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888384:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.438573:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.442729:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888384:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.442773:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.442787:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.442801:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.442813:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.442830:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7d2d180 x1855007611888384/t4294968788(4294968788) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074870.442845:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d180 x1855007611888384/t4294968788(4294968788) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074870.442858:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.442868:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/349 (0 0) 00000080:00200000:0.0:1769074870.442875:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15c:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.442899:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15d:0x0], updating i_size 4096 00000080:00010000:0.0:1769074870.442904:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) for lock 0x989cb6132eaa997e 00000080:00010000:0.0:1769074870.442916:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa997e from it ffffb370c25bfbd0 00010000:00010000:0.0:1769074870.442920:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.442931:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.442965:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d180 x1855007611888384/t4294968788(4294968788) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074870.443086:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.443096:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08),name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16 00000002:00010000:0.0:1769074870.443121:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15d:0x0]) in obj [0x200000402:0x15c:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.443132:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.443144:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.443190:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15c:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074870.443205:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) 00000080:00010000:0.0:1769074870.443209:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15d:0x0](ffff88dac9d42a08) for lock 0x989cb6132eaa9970 00000080:00010000:0.0:1769074870.443213:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9970 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074870.443216:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.443223:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074870.443268:0:103930:0:(file.c:424:ll_file_release()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704000 00010000:00010000:0.0:1769074870.443302:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.443334:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08) pos/size0/4096 32bit_api 0 00000080:00200000:0.0:1769074870.443372:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:0.0:1769074870.443402:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.443412:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=0 00000080:00200008:0.0:1769074870.443426:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.459277:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8),name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7 00000002:00010000:0.0:1769074870.459339:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15e:0x0]) in obj [0x200000402:0x15d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.459362:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/350 (0 0) 00010000:00010000:0.0:1769074870.459441:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.459452:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.459463:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.459510:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888512:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.459634:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.470471:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888512:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.470521:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470544:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470553:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470566:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470577:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470589:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470597:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470606:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.470617:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d880 x1855007611888512/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074870.470631:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470641:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/350 (0 0) 00000080:00200000:0.0:1769074870.470649:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.470677:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15e:0x0], updating i_size 4096 00000080:00010000:0.0:1769074870.470684:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) for lock 0x989cb6132eaa9985 00000080:00010000:0.0:1769074870.470697:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) 00000080:00010000:0.0:1769074870.470700:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9985 from it ffffb370c25bfcb8 00010000:00010000:0.0:1769074870.470704:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.470714:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.470803:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.470814:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=258 00000080:00200000:0.0:1769074870.470854:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 44 00000080:00200008:0.0:1769074870.470866:0:103930:0:(file.c:1001:ll_file_open()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), flags 704400 00000002:00010000:0.0:1769074870.470898:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15e:0x0]) in obj [0x200000402:0x15d:0x0], intent: open flags 0100240704401 00010000:00010000:0.0:1769074870.470967:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.470976:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:0.0:1769074870.470991:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074870.470999:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d880 x1855007611888768/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074870.471008:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:0.0:1769074870.471045:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888768:192.168.204.148@tcp:101:rm.0 00000100:00100000:0.0:1769074870.471347:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.481258:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888768:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.481290:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481322:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481330:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481338:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481348:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481355:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074870.481362:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481369:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481378:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481385:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074870.481393:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.481400:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa998c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:0.0:1769074870.481423:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7d2d880 x1855007611888768/t4294968789(4294968789) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074870.481440:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d880 x1855007611888768/t4294968789(4294968789) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.481457:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15d:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.481487:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15e:0x0], updating i_size 4096 00000002:00100000:0.0:1769074870.481518:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d880 x1855007611888768/t4294968789(4294968789) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074870.481635:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.481645:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8),name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7 00000002:00010000:0.0:1769074870.481681:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15e:0x0]) in obj [0x200000402:0x15d:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.481701:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.481718:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.481726:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15d:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074870.481733:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) 00000080:00010000:0.0:1769074870.481737:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) for lock 0x989cb6132eaa9985 00000080:00010000:0.0:1769074870.481743:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9985 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074870.481747:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.481756:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.481798:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074870.481814:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15e:0x0]) in obj [0x200000402:0x15e:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074870.481820:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.481828:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074870.482515:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888896:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074870.482653:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.495715:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611888896:192.168.204.148@tcp:37:rm.0 00010000:00010000:2.0:1769074870.496967:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.496998:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.497102:0:103930:0:(file.c:424:ll_file_release()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), flags 704000 00000002:00100000:2.0:1769074870.497677:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2d880 x1855007611888768/t4294968789(4294968789) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.497694:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.497700:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611889152/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.497731:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889152:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.497919:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.501950:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889152:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.502012:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2d880 x1855007611888768/t4294968789(4294968789) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074870.502126:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.502139:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=258 00000080:00200000:2.0:1769074870.502523:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.502537:0:103930:0:(file.c:1001:ll_file_open()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), flags 704400 00000002:00010000:2.0:1769074870.502570:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15e:0x0]) in obj [0x200000402:0x15d:0x0], intent: open flags 0104240704401 00010000:00010000:2.0:1769074870.502669:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.502685:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.502699:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.502708:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611889408/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.502718:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.502744:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889408:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.503017:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.511014:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889408:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.511082:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511096:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511113:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511127:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.511145:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff88dac7dbf480 x1855007611889408/t4294968791(4294968791) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1769074870.511201:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf480 x1855007611889408/t4294968791(4294968791) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.511215:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511227:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 16 res 8589935618/350 (0 0) 00000080:00200000:2.0:1769074870.511234:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15d:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.511261:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15e:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.511267:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) for lock 0x989cb6132eaa9993 00000080:00010000:2.0:1769074870.511280:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9993 from it ffffb370c25bfbd0 00010000:00010000:2.0:1769074870.511286:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511526:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.511569:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbf480 x1855007611889408/t4294968791(4294968791) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1769074870.511677:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.511687:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8),name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7 00000002:00010000:2.0:1769074870.511716:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15e:0x0]) in obj [0x200000402:0x15d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.511729:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511742:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.511754:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15d:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.511760:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) 00000080:00010000:2.0:1769074870.511764:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15e:0x0](ffff88dac9d463c8) for lock 0x989cb6132eaa9985 00000080:00010000:2.0:1769074870.511768:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9985 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.511771:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.511778:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.511827:0:103930:0:(file.c:424:ll_file_release()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704000 00010000:00010000:2.0:1769074870.512009:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.512057:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8) pos/size0/4096 32bit_api 0 00000080:00200000:2.0:1769074870.512098:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200000:2.0:1769074870.512128:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.512138:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=0 00000080:00200008:2.0:1769074870.512291:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7:[0x200000402:0x15f:0x0](ffff88dac9d43a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.513655:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88),name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7 00000002:00010000:2.0:1769074870.513692:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15f:0x0]) in obj [0x200000402:0x15e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.513707:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/351 (0 0) 00010000:00010000:2.0:1769074870.513815:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.513826:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.513838:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.513873:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889536:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.514014:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.522099:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889536:192.168.204.148@tcp:101:rm.0 00010000:00010000:2.0:1769074870.522141:0:103930:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522891:0:103930:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522901:0:103930:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522915:0:103930:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522930:0:103930:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522946:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522955:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.522964:0:103930:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.522980:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbfb80 x1855007611889536/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074870.522994:0:103930:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.523004:0:103930:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/351 (0 0) 00000080:00200000:2.0:1769074870.523011:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15e:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074870.523051:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15f:0x0], updating i_size 4096 00000080:00010000:2.0:1769074870.523058:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15f:0x0](ffff88dac9d43a88) for lock 0x989cb6132eaa999a 00000080:00010000:2.0:1769074870.523073:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15f:0x0](ffff88dac9d43a88) 00000080:00010000:2.0:1769074870.523076:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa999a from it ffffb370c25bfcb8 00010000:00010000:2.0:1769074870.523080:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.523089:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.523830:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.523848:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=258 00000080:00200000:2.0:1769074870.523935:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.523949:0:103930:0:(file.c:1001:ll_file_open()) START file fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7:[0x200000402:0x15f:0x0](ffff88dac9d43a88), flags 704400 00000002:00010000:2.0:1769074870.523990:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15f:0x0]) in obj [0x200000402:0x15e:0x0], intent: open flags 0100240704401 00010000:00010000:2.0:1769074870.524089:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 103930 initiator: MDT0 00010000:00010000:2.0:1769074870.524100:0:103930:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000020:00100000:2.0:1769074870.524116:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074870.524127:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611889792/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074870.524138:0:103930:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00000100:00100000:2.0:1769074870.524758:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889792:192.168.204.148@tcp:101:rm.0 00000100:00100000:2.0:1769074870.525109:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.530146:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889792:192.168.204.148@tcp:101:rm.0 00010000:00010000:0.0:1769074870.530232:0:103930:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530253:0:103930:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530261:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530269:0:103930:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530278:0:103930:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530286:0:103930:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074870.530293:0:103930:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530299:0:103930:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x206400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530307:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x20e400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530314:0:103930:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074870.530323:0:103930:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00010000:00010000:0.0:1769074870.530328:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaa99a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x1/0x1 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 103930 initiator: MDT0 00000002:00100000:0.0:1769074870.530351:0:103930:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff88dac7dbfb80 x1855007611889792/t4294968792(4294968792) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1769074870.530366:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbfb80 x1855007611889792/t4294968792(4294968792) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.531024:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x15e:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074870.531070:0:103930:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x15f:0x0], updating i_size 4096 00000002:00100000:0.0:1769074870.531106:0:103930:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7dbfb80 x1855007611889792/t4294968792(4294968792) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1769074870.531596:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7:[0x200000402:0x15f:0x0](ffff88dac9d43a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.531608:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88),name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7 00000002:00010000:0.0:1769074870.531640:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15f:0x0]) in obj [0x200000402:0x15e:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.531661:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.531678:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.531685:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x15e:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074870.531692:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15f:0x0](ffff88dac9d43a88) 00000080:00010000:0.0:1769074870.531696:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15f:0x0](ffff88dac9d43a88) for lock 0x989cb6132eaa999a 00000080:00010000:0.0:1769074870.531702:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa999a from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074870.531706:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.531714:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.531755:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88) pos/size0/4096 32bit_api 0 00000002:00010000:0.0:1769074870.531770:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x15f:0x0]) in obj [0x200000402:0x15f:0x0], intent: readdir flags 0 00010000:00010000:0.0:1769074870.531775:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.531783:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074870.536455:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889920:192.168.204.148@tcp:37:rm.0 00000100:00100000:0.0:1769074870.536609:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.547093:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611889920:192.168.204.148@tcp:37:rm.0 00010000:00010000:0.0:1769074870.548130:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.548624:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.548702:0:103930:0:(dir.c:354:ll_iterate()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1769074870.548729:0:103930:0:(file.c:424:ll_file_release()) START file fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7:[0x200000402:0x15f:0x0](ffff88dac9d43a88), flags 704000 00000002:00100000:0.0:1769074870.548834:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbfb80 x1855007611889792/t4294968792(4294968792) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074870.548850:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074870.548856:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ca80 x1855007611890176/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074870.548888:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890176:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074870.549019:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.553770:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890176:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074870.553823:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbfb80 x1855007611889792/t4294968792(4294968792) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074870.553913:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.553931:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, flags=0 00000080:00200000:0.0:1769074870.553943:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8), inode mode 41ed mask 3 00000080:00200000:0.0:1769074870.553950:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=fce8526bec3f234a2a65aad069101f8c553738a4f2b06dc27582ae07c3aee10bcb8b21d548e4ab3e85d8410d661be30c0f86cd1f4d970b2c90008a4dbb2d9b7, dir=[0x200000402:0x15e:0x0](ffff88dac9d463c8) 00010000:00010000:0.0:1769074870.553998:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554045:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554081:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554778:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554848:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554856:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554863:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554870:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1769074870.554874:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805200/0x989cb6132eaa999a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09e7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554888:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031800/0x989cb6132eaa967c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b019e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.554908:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9985 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09b6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074870.554930:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074870.554943:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ca80 x1855007611890432/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074870.554974:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890432:192.168.204.148@tcp:36:rm.0 00000100:00100000:0.0:1769074870.555102:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.560249:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890432:192.168.204.148@tcp:36:rm.0 00000080:00200000:0.0:1769074870.560324:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x15f:0x0](ffff88dac9d43a88) 00000080:00200008:0.0:1769074870.560427:0:103930:0:(file.c:424:ll_file_release()) START file f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7:[0x200000402:0x15e:0x0](ffff88dac9d463c8), flags 704000 00010000:00010000:0.0:1769074870.560480:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.560523:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.560536:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, flags=0 00000080:00200000:0.0:1769074870.560547:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08), inode mode 41ed mask 3 00000080:00200000:0.0:1769074870.560553:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=f3957132307397ab8a24053649282a8b0035b085d9eea5274fa1d1eca9a7a23ab8d4dad35237c4214b9638733539b0174855fc6279cf4c7bacd5b30dc5d7be7, dir=[0x200000402:0x15d:0x0](ffff88dac9d42a08) 00010000:00010000:0.0:1769074870.560590:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.560609:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.560632:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.560689:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbf480 x1855007611889408/t4294968791(4294968791) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074870.560701:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074870.560707:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c000 x1855007611890688/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074870.560733:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890688:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074870.560832:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.566489:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890688:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074870.566540:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbf480 x1855007611889408/t4294968791(4294968791) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769074870.566691:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.566752:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.566761:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.566769:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.566775:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1769074870.566779:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaa9993 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09d2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.566794:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031c00/0x989cb6132eaa9675 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0182 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.566811:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9970 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0985 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074870.566832:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074870.566838:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c000 x1855007611890944/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074870.566866:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890944:192.168.204.148@tcp:36:rm.0 00000100:00100000:0.0:1769074870.567063:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.571995:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611890944:192.168.204.148@tcp:36:rm.0 00000080:00200000:0.0:1769074870.572076:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x15e:0x0](ffff88dac9d463c8) 00000080:00200008:1.0:1769074870.572932:0:103930:0:(file.c:424:ll_file_release()) START file 58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16:[0x200000402:0x15d:0x0](ffff88dac9d42a08), flags 704000 00010000:00010000:1.0:1769074870.573102:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074870.573196:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 1 00000080:00200000:1.0:1769074870.573213:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, flags=0 00000080:00200000:1.0:1769074870.573228:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348), inode mode 41ed mask 3 00000080:00200000:1.0:1769074870.573235:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=58b7d96c20e1bff2774bf21a972887f0e30feab7600b73e45bd275844ae6e68e98158c99bf98c6fb387ada64b0f0cd2913c0418b5350c27cac0f14def6e9b16, dir=[0x200000402:0x15c:0x0](ffff88dac9d45348) 00010000:00010000:1.0:1769074870.573271:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.573289:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.573326:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074870.573406:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2d180 x1855007611888384/t4294968788(4294968788) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074870.573420:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074870.573426:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4bb80 x1855007611891200/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074870.573454:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891200:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074870.573861:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.577240:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891200:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.577303:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2d180 x1855007611888384/t4294968788(4294968788) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.577541:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.577793:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.577803:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.577811:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.577817:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.577820:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa997e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b09a1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.577836:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662400/0x989cb6132eaa966e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0166 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.577853:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa995b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0954 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.577873:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.577882:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d500 x1855007611891456/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.577911:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891456:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.578033:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.582285:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891456:192.168.204.148@tcp:36:rm.0 00000080:00200008:3.0:1769074870.582612:0:103930:0:(file.c:424:ll_file_release()) START file a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98:[0x200000402:0x15c:0x0](ffff88dac9d45348), flags 704000 00010000:00010000:3.0:1769074870.582675:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.582718:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.582733:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, flags=0 00000080:00200000:3.0:1769074870.582743:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.582749:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=a471b731c841ae6f15d7226b13024e537d84e0e4b5b666fe15541b074b45ce96631ac2e03b2d482a07f5ee0e1ca5eac39b4f701a47b3246e6f3f9755873fe98, dir=[0x200000402:0x15b:0x0](ffff88dac9d48908) 00010000:00010000:3.0:1769074870.582780:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.582805:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.582830:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.582885:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbce00 x1855007611887360/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.582898:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.582903:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611891712/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.582932:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891712:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.583048:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000080:00200000:3.0:1769074870.584902:0:103987:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x15d:0x0](ffff88dac9d42a08) 00000100:00100000:3.0:1769074870.588471:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891712:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.588522:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbce00 x1855007611887360/t4294968785(4294968785) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.588600:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.588656:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.588663:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.588676:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.588683:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.588686:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaa9969 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0970 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.588700:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662600/0x989cb6132eaa9667 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b014a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.588716:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805800/0x989cb6132eaa9946 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0923 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.588736:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.588743:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7d180 x1855007611891968/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.588774:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891968:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.588894:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.593243:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611891968:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.593320:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x15c:0x0](ffff88dac9d45348) 00000080:00200008:3.0:1769074870.593423:0:103930:0:(file.c:424:ll_file_release()) START file 07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093:[0x200000402:0x15b:0x0](ffff88dac9d48908), flags 704000 00010000:00010000:3.0:1769074870.593502:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.593546:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.593559:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, flags=0 00000080:00200000:3.0:1769074870.593571:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.593577:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=07844d0d867f4487159f6ff694c34f8aee816365cf563ddb654f8e07f2a3d0a9435d81ad5f42633c07fd5e60285dbea7891fc5c33908b149bcfbbe5d3e39093, dir=[0x200000402:0x15a:0x0](ffff88dac9d95348) 00010000:00010000:3.0:1769074870.593614:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.593632:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.593656:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.593714:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbca80 x1855007611886336/t4294968782(4294968782) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.593727:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.593733:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7fb80 x1855007611892224/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.593761:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892224:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.593881:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.598285:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892224:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.598635:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbca80 x1855007611886336/t4294968782(4294968782) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.598709:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.598770:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.598779:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.598787:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.598793:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.598796:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaa9954 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b093f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.598811:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662200/0x989cb6132eaa9660 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b012e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.598824:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaa9931 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08f2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.598844:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.598850:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7fb80 x1855007611892480/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.598876:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892480:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.599134:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.606111:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7fb80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892480:192.168.204.148@tcp:36:rm.0 00000080:00200000:0.0:1769074870.606205:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x15b:0x0](ffff88dac9d48908) 00000080:00200000:0.0:1769074870.606526:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.606540:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 44 00000080:00200008:0.0:1769074870.606552:0:103930:0:(file.c:1001:ll_file_open()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704400 00000080:00200008:0.0:1769074870.606737:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074870.606750:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908),name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966 00000002:00010000:0.0:1769074870.606790:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x159:0x0]) in obj [0x200000402:0x158:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074870.606812:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.606830:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.606839:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x158:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074870.606848:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00010000:0.0:1769074870.606853:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x159:0x0](ffff88dac9d90908) for lock 0x989cb6132eaa991c 00000080:00010000:0.0:1769074870.606863:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa991c from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074870.606868:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.606878:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074870.606919:0:103930:0:(file.c:424:ll_file_release()) START file f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f:[0x200000402:0x15a:0x0](ffff88dac9d95348), flags 704000 00010000:00010000:0.0:1769074870.606950:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074870.606984:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074870.606995:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, flags=0 00000080:00200000:0.0:1769074870.607003:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074870.607009:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=f2f1b3bb65c7fecd0417938b51a54b0beac44e6f93964532ca0ff6c7e189ae470add00951e656eed2b66e7b4eed7b9518c97948d891144f2021910f7e1c2e2f, dir=[0x200000402:0x159:0x0](ffff88dac9d90908) 00010000:00010000:0.0:1769074870.607045:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.607065:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074870.607087:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074870.607701:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7dbd500 x1855007611885312/t4294968779(4294968779) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074870.607718:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074870.607726:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611892736/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074870.607759:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892736:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074870.611235:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074870.612957:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892736:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074870.613012:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7dbd500 x1855007611885312/t4294968779(4294968779) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769074870.613103:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.613920:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.613934:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.613942:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.613948:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1769074870.613953:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa993f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b090e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.613965:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662800/0x989cb6132eaa9659 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0112 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.613984:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa991c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08c1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074870.614006:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074870.614015:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611892992/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074870.614055:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892992:192.168.204.148@tcp:36:rm.0 00000100:00100000:0.0:1769074870.618270:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.620134:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611892992:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.620242:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x15a:0x0](ffff88dac9d95348) 00000080:00200000:3.0:1769074870.620355:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.620382:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.620394:0:103930:0:(file.c:1001:ll_file_open()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704400 00000080:00200008:3.0:1769074870.620425:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074870.620432:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8),name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652 00000002:00010000:3.0:1769074870.620465:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x158:0x0]) in obj [0x200000402:0x157:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074870.620485:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.620501:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.620509:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x157:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074870.620515:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00010000:3.0:1769074870.620519:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x158:0x0](ffff88dac9d963c8) for lock 0x989cb6132eaa9907 00000080:00010000:3.0:1769074870.620527:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9907 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074870.620531:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.620540:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.620576:0:103930:0:(file.c:424:ll_file_release()) START file 5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966:[0x200000402:0x159:0x0](ffff88dac9d90908), flags 704000 00010000:00010000:3.0:1769074870.620949:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.620987:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.620996:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, flags=0 00000080:00200000:3.0:1769074870.621009:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.621015:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=5dfe2ae8763993fa220ead5379a6c4c30cd549dfa71f07c2c818f915db51096f9a9c335cf9d83cafc2280d8f7b92c8a9b28f3acebe77b4a87cbb29459a2b966, dir=[0x200000402:0x158:0x0](ffff88dac9d963c8) 00010000:00010000:3.0:1769074870.621074:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.621092:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.621117:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.621785:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6166680 x1855007611884288/t4294968776(4294968776) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.621804:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.621810:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ce00 x1855007611893248/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.621842:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611893248:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.621979:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.627596:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611893248:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.627645:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6166680 x1855007611884288/t4294968776(4294968776) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.627712:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.627766:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.627776:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.627783:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.627789:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.627792:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa992a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x159:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08dd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.627804:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662e00/0x989cb6132eaa9652 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x159:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00f6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.627816:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0031600/0x989cb6132eaa9907 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0890 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.627834:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.627839:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7ce00 x1855007611893504/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.627865:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611893504:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.627970:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.633893:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7ce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611893504:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.633978:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x159:0x0](ffff88dac9d90908) 00000080:00200000:3.0:1769074870.634111:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.634127:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.634141:0:103930:0:(file.c:1001:ll_file_open()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704400 00000080:00200008:3.0:1769074870.634227:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074870.634236:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08),name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381 00000002:00010000:3.0:1769074870.634278:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x157:0x0]) in obj [0x200000402:0x156:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074870.634310:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.634328:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.634338:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x156:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074870.634344:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00010000:3.0:1769074870.634349:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x157:0x0](ffff88dac9d92a08) for lock 0x989cb6132eaa98f2 00000080:00010000:3.0:1769074870.634357:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98f2 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074870.634361:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.634370:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.634420:0:103930:0:(file.c:424:ll_file_release()) START file d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652:[0x200000402:0x158:0x0](ffff88dac9d963c8), flags 704000 00010000:00010000:3.0:1769074870.634438:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.634471:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.634482:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, flags=0 00000080:00200000:3.0:1769074870.634494:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.634500:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=d0f4916aee9f87bda55e437ee2254073f873fe787320b63d6afc3fc7082d60728aa31db351500a7a3fcde982ca20f20638d080600f85b05dd4dd4ec549c3652, dir=[0x200000402:0x157:0x0](ffff88dac9d92a08) 00010000:00010000:3.0:1769074870.634525:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.634545:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.634569:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.634634:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830a80 x1855007611883264/t4294968773(4294968773) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.634647:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.634652:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7dc00 x1855007611893760/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.634678:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611893760:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.634803:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.644140:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611893760:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.648006:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830a80 x1855007611883264/t4294968773(4294968773) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.648105:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.648204:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.648213:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.648221:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.648227:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.648231:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9915 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x158:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b08ac expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.648246:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1662000/0x989cb6132eaa964b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x158:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00da expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.648261:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa98f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b085f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.648283:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.648291:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7dc00 x1855007611894016/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.648322:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894016:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.648529:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.660684:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7dc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894016:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.660749:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x158:0x0](ffff88dac9d963c8) 00000080:00200000:3.0:1769074870.660857:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.660872:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.660883:0:103930:0:(file.c:1001:ll_file_open()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704400 00000080:00200008:3.0:1769074870.660913:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074870.660920:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8),name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc 00000002:00010000:3.0:1769074870.660954:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x156:0x0]) in obj [0x200000402:0x155:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074870.660973:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.660991:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.661000:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x155:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074870.661007:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00010000:3.0:1769074870.661012:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x156:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaa98dd 00000080:00010000:3.0:1769074870.661020:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98dd from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074870.661054:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.661065:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.661105:0:103930:0:(file.c:424:ll_file_release()) START file d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381:[0x200000402:0x157:0x0](ffff88dac9d92a08), flags 704000 00010000:00010000:3.0:1769074870.661124:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.661470:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.661481:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, flags=0 00000080:00200000:3.0:1769074870.661494:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.661500:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=d4b36190893ee961acce873906532b4f636925cac53005fff2d3eebdd9abf75cc9b42d6be1c29cd2ecab66d2ea8c0172609f9f86931d1d65cbb73b09ef46381, dir=[0x200000402:0x156:0x0](ffff88dac9d921c8) 00010000:00010000:3.0:1769074870.661526:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.661546:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.661568:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.661628:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2c700 x1855007611882240/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.661643:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.661649:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f480 x1855007611894272/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.661677:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894272:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.661787:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.665658:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894272:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.665817:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2c700 x1855007611882240/t4294968770(4294968770) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074886 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.665896:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.665959:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.665968:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.665975:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 1/0,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.665981:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.665985:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa9900 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x157:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b087b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.666001:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663000/0x989cb6132eaa9644 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x157:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00be expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.666017:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa98dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b082e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.666049:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.666057:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdf80 x1855007611894528/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.666083:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894528:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.666591:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.671072:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894528:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.671142:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x157:0x0](ffff88dac9d92a08) 00000080:00200000:2.0:1769074870.673845:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.673867:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.673878:0:103930:0:(file.c:1001:ll_file_open()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704400 00000080:00200008:2.0:1769074870.673901:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.673909:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8),name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330 00000002:00010000:2.0:1769074870.673942:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x155:0x0]) in obj [0x200000402:0x154:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.673960:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.673984:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.673993:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x154:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.674001:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00010000:2.0:1769074870.674005:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x155:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaa98c8 00000080:00010000:2.0:1769074870.674013:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98c8 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.674017:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.674039:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.674076:0:103930:0:(file.c:424:ll_file_release()) START file cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc:[0x200000402:0x156:0x0](ffff88dac9d921c8), flags 704000 00010000:00010000:2.0:1769074870.674095:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.674126:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.674136:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, flags=0 00000080:00200000:2.0:1769074870.674144:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.674173:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=cb84a2baaa1d5abdc1a3d312866fa49bfae4392980b906a4d17ea2a69199154c0ef64e2d79e90d377dbefe4bd404c6b688d7c2e91860f628b40ce8793c98afc, dir=[0x200000402:0x155:0x0](ffff88dac9d900c8) 00010000:00010000:2.0:1769074870.674796:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.674819:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.674843:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.674908:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833100 x1855007611881216/t4294968767(4294968767) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.674922:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.674928:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611894784/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.674956:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894784:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.675198:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.680504:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611894784:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.680558:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833100 x1855007611881216/t4294968767(4294968767) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.680632:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.680700:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.680709:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.680717:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.680723:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.680728:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030a00/0x989cb6132eaa98eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x156:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b084a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.680744:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1663400/0x989cb6132eaa963d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x156:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b00a2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.680760:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa98c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07fd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.680781:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.680788:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611895040/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.680815:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895040:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.680940:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.688203:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895040:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.688269:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x156:0x0](ffff88dac9d921c8) 00000080:00200000:2.0:1769074870.688389:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.688404:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.688414:0:103930:0:(file.c:1001:ll_file_open()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704400 00000080:00200008:2.0:1769074870.688443:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.688451:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348),name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea 00000002:00010000:2.0:1769074870.688488:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x154:0x0]) in obj [0x200000402:0x153:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.688509:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.688534:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.688543:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x153:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.688549:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00010000:2.0:1769074870.688553:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x154:0x0](ffff88dac9dcd348) for lock 0x989cb6132eaa98b3 00000080:00010000:2.0:1769074870.688562:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa98b3 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.688566:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.688576:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.688629:0:103930:0:(file.c:424:ll_file_release()) START file 5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330:[0x200000402:0x155:0x0](ffff88dac9d900c8), flags 704000 00010000:00010000:2.0:1769074870.688646:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.688673:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.688683:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, flags=0 00000080:00200000:2.0:1769074870.688692:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.688698:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=5c27eba1a8a06885b645ed71737ff871bd56d6264944dc570c82b84b6c35f8884a3872cabab51dc5bebc422f7b9178c32600a881ee6887df8543e6d7cc1b330, dir=[0x200000402:0x154:0x0](ffff88dac9dcd348) 00010000:00010000:2.0:1769074870.688718:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.688733:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.688753:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.688807:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7e300 x1855007611880192/t4294968764(4294968764) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.688820:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.688826:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbea00 x1855007611895296/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.688856:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895296:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.688983:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.693676:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895296:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.693733:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7e300 x1855007611880192/t4294968764(4294968764) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.693810:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.693871:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.693879:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.693887:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.693895:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.693899:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaa98d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x155:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0819 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.693914:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517200/0x989cb6132eaa9636 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x155:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0086 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.693933:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa98b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07cc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.693953:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.693960:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbea00 x1855007611895552/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.693989:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895552:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.694129:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.701728:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895552:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.701805:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x155:0x0](ffff88dac9d900c8) 00000080:00200000:2.0:1769074870.701911:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.701928:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.701939:0:103930:0:(file.c:1001:ll_file_open()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704400 00000080:00200008:2.0:1769074870.701974:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.701983:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908),name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f 00000002:00010000:2.0:1769074870.702033:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x153:0x0]) in obj [0x200000402:0x152:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.702054:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.702078:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.702086:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x152:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.702092:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00010000:2.0:1769074870.702095:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x153:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa989e 00000080:00010000:2.0:1769074870.702103:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa989e from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.702107:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.702115:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.702595:0:103930:0:(file.c:424:ll_file_release()) START file f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea:[0x200000402:0x154:0x0](ffff88dac9dcd348), flags 704000 00010000:00010000:2.0:1769074870.702621:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.702658:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.702671:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, flags=0 00000080:00200000:2.0:1769074870.702681:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.702688:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=f04646250e69399cb7cc160fedf9161d4d1371733b93a1456be2213433eaeadab86c5471c25dc922848d1cc112119757e21cf8af5b2ded4da8d0006c79f4fea, dir=[0x200000402:0x153:0x0](ffff88dad0a88908) 00010000:00010000:2.0:1769074870.702715:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.702735:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.702759:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.702831:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2d500 x1855007611879168/t4294968761(4294968761) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.702845:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.702851:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe300 x1855007611895808/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.702882:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895808:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.703125:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.711086:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611895808:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.711143:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2d500 x1855007611879168/t4294968761(4294968761) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.712887:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.712961:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.712970:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.712979:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 1/0,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.712986:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.712991:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa98c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x154:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07e8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.713008:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517600/0x989cb6132eaa962f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x154:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b006a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.713040:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296400/0x989cb6132eaa989e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b079b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.713061:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.713075:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe300 x1855007611896064/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.713105:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896064:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.714086:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.722962:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896064:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.723038:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x154:0x0](ffff88dac9dcd348) 00000080:00200000:3.0:1769074870.723209:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.723226:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.723238:0:103930:0:(file.c:1001:ll_file_open()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704400 00000080:00200008:3.0:1769074870.723270:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074870.723278:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8),name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af 00000002:00010000:3.0:1769074870.723325:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x152:0x0]) in obj [0x200000402:0x151:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074870.723346:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.723363:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.723383:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x151:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074870.723390:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00010000:3.0:1769074870.723395:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x152:0x0](ffff88dac9dcc2c8) for lock 0x989cb6132eaa9889 00000080:00010000:3.0:1769074870.723403:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9889 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074870.723407:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.723417:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.723454:0:103930:0:(file.c:424:ll_file_release()) START file f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f:[0x200000402:0x153:0x0](ffff88dad0a88908), flags 704000 00010000:00010000:3.0:1769074870.723471:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.723498:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.723508:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, flags=0 00000080:00200000:3.0:1769074870.723519:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.723525:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=f66e7493a3e53bd48452917166412232305f3a883ced4b595864c163bb7134d76e5a0afae38d58697a388e1445ccfd953c614e054fa3ea86aa9d0e31f93f83f, dir=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00010000:00010000:3.0:1769074870.723547:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.723563:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.723595:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.723655:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8832680 x1855007611878144/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.723669:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.723674:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e300 x1855007611896320/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.723702:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896320:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.723815:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.729295:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896320:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.729347:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8832680 x1855007611878144/t4294968758(4294968758) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.729549:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.729893:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 1/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.729903:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.729911:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.729917:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.729920:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297c00/0x989cb6132eaa98ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x153:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b07b7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.729936:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516800/0x989cb6132eaa9628 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x153:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b004e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.729954:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9889 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b076a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.729975:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.729984:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e300 x1855007611896576/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.730014:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896576:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.730208:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.750880:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e300 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896576:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.750960:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x153:0x0](ffff88dad0a88908) 00000080:00200000:3.0:1769074870.751090:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.751106:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.751118:0:103930:0:(file.c:1001:ll_file_open()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704400 00000080:00200008:3.0:1769074870.751792:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.753206:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08),name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447 00000002:00010000:2.0:1769074870.753274:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x151:0x0]) in obj [0x200000402:0x150:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.753307:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.753332:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.753343:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x150:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.753361:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00010000:2.0:1769074870.753366:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x151:0x0](ffff88dac9dcec08) for lock 0x989cb6132eaa9874 00000080:00010000:2.0:1769074870.753377:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9874 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.753394:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.753413:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.753472:0:103930:0:(file.c:424:ll_file_release()) START file faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af:[0x200000402:0x152:0x0](ffff88dac9dcc2c8), flags 704000 00010000:00010000:2.0:1769074870.753489:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.753557:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.753573:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, flags=0 00000080:00200000:2.0:1769074870.753595:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.753602:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=faabce09f072c63f66b8ddee1b0cb4164ab057e719245bf2f08c2a5902cf390b222cfeff80c89dc19c1ae98165868459f9ab37afa004fec5341b74acaccc3af, dir=[0x200000402:0x151:0x0](ffff88dac9dcec08) 00010000:00010000:2.0:1769074870.753627:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.753645:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.753672:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.753740:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7c380 x1855007611877120/t4294968755(4294968755) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.753756:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.753762:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe680 x1855007611896832/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.753793:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896832:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.753954:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.760819:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611896832:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.760876:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7c380 x1855007611877120/t4294968755(4294968755) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.760951:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.761008:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.761016:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.761053:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.761060:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.761062:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9897 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x152:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0786 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.761076:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516200/0x989cb6132eaa9621 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x152:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0032 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.761093:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9874 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0739 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.761116:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.761122:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe680 x1855007611897088/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.761197:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897088:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.761311:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.772679:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897088:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.772743:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x152:0x0](ffff88dac9dcc2c8) 00000080:00200000:2.0:1769074870.772849:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.772865:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.772875:0:103930:0:(file.c:1001:ll_file_open()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704400 00000080:00200008:2.0:1769074870.772904:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.772909:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448),name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9 00000002:00010000:2.0:1769074870.772945:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x150:0x0]) in obj [0x200000402:0x14f:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.772965:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.772982:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.772990:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14f:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.772996:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00010000:2.0:1769074870.773000:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x150:0x0](ffff88dac9dcf448) for lock 0x989cb6132eaa985f 00000080:00010000:2.0:1769074870.773010:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa985f from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.773015:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.773033:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.773075:0:103930:0:(file.c:424:ll_file_release()) START file 61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447:[0x200000402:0x151:0x0](ffff88dac9dcec08), flags 704000 00010000:00010000:2.0:1769074870.773092:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.773121:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.773131:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, flags=0 00000080:00200000:2.0:1769074870.773141:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.773212:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=61c1fb20fcaeafb55bdf1030f302cce779d32b1d7e7c43b01ec9355daf221073032216da8966bf21e14e3ee380b01526ada486ac581a240291f3cb571bae447, dir=[0x200000402:0x150:0x0](ffff88dac9dcf448) 00010000:00010000:2.0:1769074870.773235:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.773253:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.773273:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.773329:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830380 x1855007611876096/t4294968752(4294968752) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.773343:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.773349:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611897344/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.773378:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897344:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.773490:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.776823:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897344:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.776881:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830380 x1855007611876096/t4294968752(4294968752) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.776954:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.777012:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.777020:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.777305:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.777312:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.777315:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296200/0x989cb6132eaa9882 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x151:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0755 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.777329:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517000/0x989cb6132eaa961a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0016 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.777347:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaa985f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0708 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.777373:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.777381:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611897600/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.777408:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897600:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.779755:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.790588:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897600:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.790668:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x151:0x0](ffff88dac9dcec08) 00000080:00200000:2.0:1769074870.790798:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.790813:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.790824:0:103930:0:(file.c:1001:ll_file_open()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704400 00000080:00200008:2.0:1769074870.790855:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.790863:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908),name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29 00000002:00010000:2.0:1769074870.790903:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14f:0x0]) in obj [0x200000402:0x14e:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.790925:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.790943:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.790953:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14e:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.790959:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00010000:2.0:1769074870.790964:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14f:0x0](ffff88dac9dc8908) for lock 0x989cb6132eaa984a 00000080:00010000:2.0:1769074870.790974:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa984a from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.790978:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.790987:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.791039:0:103930:0:(file.c:424:ll_file_release()) START file 57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9:[0x200000402:0x150:0x0](ffff88dac9dcf448), flags 704000 00010000:00010000:2.0:1769074870.791056:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.791084:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.791095:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, flags=0 00000080:00200000:2.0:1769074870.791106:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.791111:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=57d7fbc827dbff7fb57346ff7b43d4adfc1a7727ce24b3858c84810fa1d69b4fb7fc0b3075232eb96a3bc9ccd40cab7d138d16b93d00b7e76a591c0fbde05c9, dir=[0x200000402:0x14f:0x0](ffff88dac9dc8908) 00010000:00010000:2.0:1769074870.791137:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.791361:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.791384:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.791449:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833480 x1855007611875072/t4294968749(4294968749) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.791462:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.791469:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611897856/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.791501:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897856:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.791619:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.802652:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611897856:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.802720:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833480 x1855007611875072/t4294968749(4294968749) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.802808:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.802882:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.802890:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.802898:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.802904:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.802907:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297000/0x989cb6132eaa986d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x150:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0724 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.802923:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1516400/0x989cb6132eaa9613 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x150:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afffa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.802940:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa984a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06d7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.802968:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.802974:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611898112/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.803002:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898112:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.803140:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.819531:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898112:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.819753:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x150:0x0](ffff88dac9dcf448) 00000080:00200000:2.0:1769074870.819872:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.819885:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.819896:0:103930:0:(file.c:1001:ll_file_open()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704400 00000080:00200008:2.0:1769074870.819921:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.819928:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88),name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e 00000002:00010000:2.0:1769074870.819961:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14e:0x0]) in obj [0x200000402:0x14d:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.819978:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.819994:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.820003:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14d:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.820009:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00010000:2.0:1769074870.820014:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14e:0x0](ffff88dac9dcba88) for lock 0x989cb6132eaa9835 00000080:00010000:2.0:1769074870.820034:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9835 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.820039:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.820048:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.820089:0:103930:0:(file.c:424:ll_file_release()) START file e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29:[0x200000402:0x14f:0x0](ffff88dac9dc8908), flags 704000 00010000:00010000:2.0:1769074870.820105:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.820131:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.820139:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, flags=0 00000080:00200000:2.0:1769074870.832304:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.832335:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=e77e1ab6dfea4d796d8d413bf56e935fe3a55978ca8c494e391f50c800c595dd3c9c43fec61c2640146e8470359830f90f6b7e8eb7933a03c9967557cc50f29, dir=[0x200000402:0x14e:0x0](ffff88dac9dcba88) 00010000:00010000:2.0:1769074870.832404:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.832438:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.832470:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.832539:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8833b80 x1855007611874048/t4294968746(4294968746) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.832553:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.832560:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbed80 x1855007611898368/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.832590:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898368:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.832733:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.839807:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898368:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.839865:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8833b80 x1855007611874048/t4294968746(4294968746) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.839938:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.839993:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.840002:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.840009:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.840014:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.840018:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297200/0x989cb6132eaa9858 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06f3 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.840053:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac1517800/0x989cb6132eaa960c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2affde expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.840068:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296600/0x989cb6132eaa9835 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06a6 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.840093:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.840100:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbed80 x1855007611898624/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.840128:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898624:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.840292:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.853756:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898624:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.853835:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x14f:0x0](ffff88dac9dc8908) 00000080:00200000:2.0:1769074870.853955:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.853970:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.853982:0:103930:0:(file.c:1001:ll_file_open()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704400 00000080:00200008:2.0:1769074870.854011:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.854019:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08),name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01 00000002:00010000:2.0:1769074870.854071:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14d:0x0]) in obj [0x200000402:0x14c:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.854092:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.854110:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.854119:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14c:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.854125:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000080:00010000:2.0:1769074870.854130:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14d:0x0](ffff88dac9dccb08) for lock 0x989cb6132eaa9820 00000080:00010000:2.0:1769074870.854139:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9820 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.854144:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.854459:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.858041:0:103930:0:(file.c:424:ll_file_release()) START file f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e:[0x200000402:0x14e:0x0](ffff88dac9dcba88), flags 704000 00010000:00010000:3.0:1769074870.858107:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.858209:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.858226:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, flags=0 00000080:00200000:3.0:1769074870.858237:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.858244:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=f73413b266fcb53fe86a657545ba0218667068f202e5cfa7644ae72fca000fbafce97c7c921d078f41539ae54f1d8cb0b431c2b0f2e8c825081a59639b49c1e, dir=[0x200000402:0x14d:0x0](ffff88dac9dccb08) 00010000:00010000:3.0:1769074870.858283:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.858316:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.858347:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.858432:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831f80 x1855007611873024/t4294968743(4294968743) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.858446:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.858452:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f480 x1855007611898880/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.858486:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898880:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.858646:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.867345:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611898880:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.867402:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831f80 x1855007611873024/t4294968743(4294968743) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.867477:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.867558:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.867567:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.867575:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.867581:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.867584:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297400/0x989cb6132eaa9843 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b06c2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.867598:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711e00/0x989cb6132eaa9605 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2affc2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.867615:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9820 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0675 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.867634:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.867641:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f480 x1855007611899136/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.867671:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899136:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.867779:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.887279:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899136:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074870.887351:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x14e:0x0](ffff88dac9dcba88) 00000080:00200000:3.0:1769074870.887467:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.887496:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 44 00000080:00200008:3.0:1769074870.887509:0:103930:0:(file.c:1001:ll_file_open()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags 704400 00000080:00200008:3.0:1769074870.887540:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074870.887547:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248),name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f 00000002:00010000:3.0:1769074870.887583:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14c:0x0]) in obj [0x200000402:0x14b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074870.887603:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.887622:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.887632:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074870.887639:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) 00000080:00010000:3.0:1769074870.887643:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14c:0x0](ffff88dac9dcb248) for lock 0x989cb6132eaa980b 00000080:00010000:3.0:1769074870.887653:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa980b from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074870.887657:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.887673:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074870.887711:0:103930:0:(file.c:424:ll_file_release()) START file 12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01:[0x200000402:0x14d:0x0](ffff88dac9dccb08), flags 704000 00010000:00010000:3.0:1769074870.887728:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074870.887757:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074870.887768:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, flags=0 00000080:00200000:3.0:1769074870.887777:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074870.887783:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=12f3019b53e5661aa4fae8d0b337153b66b70275ad1f7d156add72f9b0fe13ee3ee10f2ccd5573a1dae66a56c924a56582a044e7bb99e293d68c4cf617c3b01, dir=[0x200000402:0x14c:0x0](ffff88dac9dcb248) 00010000:00010000:3.0:1769074870.887804:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.887820:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.887841:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074870.887902:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8832a00 x1855007611872000/t4294968740(4294968740) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074870.887916:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074870.887922:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c380 x1855007611899392/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074870.887955:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899392:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074870.888095:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.897915:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899392:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.897971:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8832a00 x1855007611872000/t4294968740(4294968740) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.898060:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.898120:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.898128:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.898136:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.898142:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.898145:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297600/0x989cb6132eaa982e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0691 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.898202:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710a00/0x989cb6132eaa95fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2affa6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.898218:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa980b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0644 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.898243:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.898249:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c380 x1855007611899648/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.898274:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899648:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.898702:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.903330:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899648:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.904709:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x14d:0x0](ffff88dac9dccb08) 00000080:00200000:2.0:1769074870.904856:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.904875:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.904888:0:103930:0:(file.c:1001:ll_file_open()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704400 00000080:00200008:2.0:1769074870.904920:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.904929:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148),name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007 00000002:00010000:2.0:1769074870.904977:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14b:0x0]) in obj [0x200000402:0x14a:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.904999:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.905031:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.905043:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x14a:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.905052:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) 00000080:00010000:2.0:1769074870.905058:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14b:0x0](ffff88dac9dc9148) for lock 0x989cb6132eaa97f6 00000080:00010000:2.0:1769074870.905067:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97f6 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.905072:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.905090:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.905132:0:103930:0:(file.c:424:ll_file_release()) START file 310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f:[0x200000402:0x14c:0x0](ffff88dac9dcb248), flags 704000 00010000:00010000:2.0:1769074870.905961:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.906034:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.906047:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, flags=0 00000080:00200000:2.0:1769074870.906057:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.906064:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=310f5b148ce6af77d4163e0e666ed43896b0d2e772078df439f78acf8066d8415bfd1d61d315918e0230ccb1e956df7d3b20d9e5280a8176821e892f2396b2f, dir=[0x200000402:0x14b:0x0](ffff88dac9dc9148) 00010000:00010000:2.0:1769074870.906097:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.906116:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.906142:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.906718:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab48700 x1855007611870976/t4294968737(4294968737) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.906736:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.906743:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc700 x1855007611899904/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.906780:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899904:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.907006:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.933798:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611899904:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074870.933846:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab48700 x1855007611870976/t4294968737(4294968737) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074870.933911:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.933962:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.933970:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.933978:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.933983:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074870.933986:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9819 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0660 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.933999:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711200/0x989cb6132eaa95f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff8a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.934013:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00600/0x989cb6132eaa97f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0613 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074870.934049:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074870.934056:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc700 x1855007611900160/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074870.934082:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900160:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074870.934279:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074870.950963:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900160:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074870.951042:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x14c:0x0](ffff88dac9dcb248) 00000080:00200000:2.0:1769074870.951229:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.951245:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 44 00000080:00200008:2.0:1769074870.951255:0:103930:0:(file.c:1001:ll_file_open()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags 704400 00000080:00200008:2.0:1769074870.951291:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074870.951300:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88),name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1 00000002:00010000:2.0:1769074870.951337:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x14a:0x0]) in obj [0x200000402:0x149:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074870.951360:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.951933:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.951945:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x149:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074870.951955:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00000080:00010000:2.0:1769074870.951959:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14a:0x0](ffff88dac9dcdb88) for lock 0x989cb6132eaa97e1 00000080:00010000:2.0:1769074870.951970:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97e1 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074870.951974:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.951985:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074870.952036:0:103930:0:(file.c:424:ll_file_release()) START file d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007:[0x200000402:0x14b:0x0](ffff88dac9dc9148), flags 704000 00010000:00010000:2.0:1769074870.952056:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074870.952093:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:2.0:1769074870.952104:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, flags=0 00000080:00200000:2.0:1769074870.952113:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 3 00000080:00200000:2.0:1769074870.952118:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=d0823ecd9fe41588d1db827fa9c2edd92aca70ee0cdab21a24635421ded909ce741412fecd68270d5032170be9880656587012f35b727e48a3f6510a6423007, dir=[0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00010000:00010000:2.0:1769074870.952142:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.952455:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074870.952478:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074870.952684:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7df80 x1855007611869952/t4294968734(4294968734) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074870.952697:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074870.952703:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdc00 x1855007611900416/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074870.952730:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900416:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074870.952893:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.960134:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900416:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074870.960229:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7df80 x1855007611869952/t4294968734(4294968734) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074870.960612:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.960681:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.960690:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.960697:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.960703:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074870.960706:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9804 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b062f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.960721:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711a00/0x989cb6132eaa95f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff6e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074870.960739:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa97e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05e2 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074870.960759:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074870.960767:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7df80 x1855007611900672/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074870.960814:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900672:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074870.961033:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074870.969839:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7df80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900672:192.168.204.148@tcp:36:rm.0 00000080:00200000:0.0:1769074870.970032:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x14b:0x0](ffff88dac9dc9148) 00000080:00200000:0.0:1769074870.975381:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074870.975542:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074870.975558:0:103930:0:(file.c:1001:ll_file_open()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags 704400 00000080:00200008:1.0:1769074870.975628:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074870.975637:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8),name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1 00000002:00010000:1.0:1769074870.975681:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x149:0x0]) in obj [0x200000402:0x148:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074870.975707:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.975727:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074870.975736:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x148:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074870.975746:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) 00000080:00010000:1.0:1769074870.975751:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x149:0x0](ffff88dac9dc80c8) for lock 0x989cb6132eaa97cc 00000080:00010000:1.0:1769074870.975760:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97cc from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074870.975764:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.975775:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074870.975817:0:103930:0:(file.c:424:ll_file_release()) START file 65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1:[0x200000402:0x14a:0x0](ffff88dac9dcdb88), flags 704000 00010000:00010000:1.0:1769074870.975834:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074870.975877:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074870.975888:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, flags=0 00000080:00200000:1.0:1769074870.975897:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074870.975904:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=65154af2b34a256060231aa7b6d9afdfbe58a0ffa70375a989cc518a35caccb0ca46513874284978518852214e5abffa58de324db6238e75704f02c356d03f1, dir=[0x200000402:0x149:0x0](ffff88dac9dc80c8) 00010000:00010000:1.0:1769074870.975930:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.975948:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.975972:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074870.976052:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7f800 x1855007611868928/t4294968731(4294968731) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074870.976067:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074870.976074:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b480 x1855007611900928/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074870.976106:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900928:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074870.976279:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074870.985284:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611900928:192.168.204.148@tcp:35:rm.0 00000002:00100000:1.0:1769074870.985347:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7f800 x1855007611868928/t4294968731(4294968731) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1769074870.985746:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.985813:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 1/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.985821:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.985830:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 1/0,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.985836:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1769074870.985840:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaa97ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05fe expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.985855:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711600/0x989cb6132eaa95e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff52 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.985877:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa97cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05b1 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074870.985896:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074870.985904:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b480 x1855007611901184/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074870.985932:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901184:192.168.204.148@tcp:36:rm.0 00000100:00100000:1.0:1769074870.986100:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074870.999085:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901184:192.168.204.148@tcp:36:rm.0 00000080:00200000:1.0:1769074870.999280:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x14a:0x0](ffff88dac9dcdb88) 00000080:00200000:1.0:1769074870.999753:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074870.999770:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 44 00000080:00200008:1.0:1769074870.999781:0:103930:0:(file.c:1001:ll_file_open()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags 704400 00000080:00200008:1.0:1769074870.999809:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074870.999816:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8),name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87 00000002:00010000:1.0:1769074870.999853:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x148:0x0]) in obj [0x200000402:0x147:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074870.999874:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.999892:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074870.999901:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x147:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074870.999909:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) 00000080:00010000:1.0:1769074870.999914:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x148:0x0](ffff88dac9dca1c8) for lock 0x989cb6132eaa97b7 00000080:00010000:1.0:1769074870.999923:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97b7 from it ffffb370c25bfcd8 00010000:00010000:1.0:1769074870.999927:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074870.999937:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074870.999976:0:103930:0:(file.c:424:ll_file_release()) START file a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1:[0x200000402:0x149:0x0](ffff88dac9dc80c8), flags 704000 00010000:00010000:1.0:1769074870.999992:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074871.000030:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:1.0:1769074871.000040:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, flags=0 00000080:00200000:1.0:1769074871.000049:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 3 00000080:00200000:1.0:1769074871.000055:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=a866a1e10e39ca65cef6b8de6a55a9c924f5a74fb454e8e92da463cba6e8f63afa8ce032531a640a61ee3721bec4d9bf86f0db1e9a10a00592010969cddbba1, dir=[0x200000402:0x148:0x0](ffff88dac9dca1c8) 00010000:00010000:1.0:1769074871.000076:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.000093:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074871.000115:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074871.000729:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831180 x1855007611867904/t4294968728(4294968728) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074871.000747:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074871.000753:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49180 x1855007611901440/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074871.000786:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901440:192.168.204.148@tcp:35:rm.0 00000100:00100000:1.0:1769074871.001011:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88db02145780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.007904:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901440:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074871.007957:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831180 x1855007611867904/t4294968728(4294968728) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074871.008035:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.008100:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 1/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.008109:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.008117:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.008123:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074871.008126:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297e00/0x989cb6132eaa97da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x149:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b05cd expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.008141:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710400/0x989cb6132eaa95e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x149:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff36 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.008802:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa97b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0580 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074871.008838:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074871.008849:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdc00 x1855007611901696/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074871.008882:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901696:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074871.009070:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.018137:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901696:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074871.018231:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x149:0x0](ffff88dac9dc80c8) 00000080:00200000:2.0:1769074871.018352:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.018745:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 44 00000080:00200008:2.0:1769074871.018759:0:103930:0:(file.c:1001:ll_file_open()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704400 00000080:00200008:2.0:1769074871.018792:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074871.018800:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348),name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18 00000002:00010000:2.0:1769074871.018837:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x147:0x0]) in obj [0x200000402:0x146:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074871.018855:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.018871:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074871.018879:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x146:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074871.018887:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00010000:2.0:1769074871.018891:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x147:0x0](ffff88dad0a8d348) for lock 0x989cb6132eaa97a2 00000080:00010000:2.0:1769074871.018900:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa97a2 from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074871.018904:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.018914:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074871.018947:0:103930:0:(file.c:424:ll_file_release()) START file cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87:[0x200000402:0x148:0x0](ffff88dac9dca1c8), flags 704000 00010000:00010000:2.0:1769074871.018959:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074871.018989:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.018998:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, flags=0 00000080:00200000:2.0:1769074871.019006:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 3 00000080:00200000:2.0:1769074871.019029:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=cbec4a2e2fdf1873b176487a6e7729227aed9517271ee56ee0600b64ae6ee36cd92e3f92ed782dbbe4376c28a6beced26715e44c997297e8ad71a4c947a8e87, dir=[0x200000402:0x147:0x0](ffff88dad0a8d348) 00010000:00010000:2.0:1769074871.019051:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.019066:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.019087:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074871.019146:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab48a80 x1855007611866880/t4294968725(4294968725) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074871.019475:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074871.019482:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611901952/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074871.019679:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901952:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074871.019836:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.028097:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611901952:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074871.028181:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab48a80 x1855007611866880/t4294968725(4294968725) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074871.028258:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.028333:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.028341:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 1/0,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.028349:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.028355:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074871.028359:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa97c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x148:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b059c expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.028673:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710c00/0x989cb6132eaa95db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x148:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2aff1a expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.028691:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa97a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b054f expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074871.028720:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074871.028727:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611902208/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074871.028759:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902208:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074871.028879:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.034096:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902208:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074871.034195:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x148:0x0](ffff88dac9dca1c8) 00000080:00200000:2.0:1769074871.034330:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.034345:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 44 00000080:00200008:2.0:1769074871.034357:0:103930:0:(file.c:1001:ll_file_open()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704400 00000080:00200008:2.0:1769074871.034462:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074871.034470:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08),name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401 00000002:00010000:2.0:1769074871.034694:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x146:0x0]) in obj [0x200000402:0x145:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074871.034715:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.034732:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074871.034741:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x145:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074871.034749:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00010000:2.0:1769074871.034753:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x146:0x0](ffff88dad0a8cb08) for lock 0x989cb6132eaa978d 00000080:00010000:2.0:1769074871.034762:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa978d from it ffffb370c25bfcd8 00010000:00010000:2.0:1769074871.034766:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.034776:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074871.034809:0:103930:0:(file.c:424:ll_file_release()) START file 29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18:[0x200000402:0x147:0x0](ffff88dad0a8d348), flags 704000 00010000:00010000:2.0:1769074871.034822:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074871.034848:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:2.0:1769074871.034857:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, flags=0 00000080:00200000:2.0:1769074871.034866:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074871.034871:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=29f458c10a7f39f727474219cfb77d4d5d7758cfa0adb5b6034851cff5baa6dcdba75747b43db5a489631ccd0e78a9b4ed69be0187b4412652daf9bdae25e18, dir=[0x200000402:0x146:0x0](ffff88dad0a8cb08) 00010000:00010000:2.0:1769074871.034890:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.034906:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.034927:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074871.034983:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab49c00 x1855007611865856/t4294968722(4294968722) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074871.034996:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074871.035002:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611902464/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074871.035039:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902464:192.168.204.148@tcp:35:rm.0 00000100:00100000:2.0:1769074871.035199:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.039953:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902464:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074871.040001:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab49c00 x1855007611865856/t4294968722(4294968722) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074871.040081:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.040133:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.040142:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.040746:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.040756:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074871.040760:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa97b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x147:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b056b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.040774:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710800/0x989cb6132eaa95d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x147:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afefe expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.040792:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296a00/0x989cb6132eaa978d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b051e expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074871.040821:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074871.040831:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611902720/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074871.040954:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902720:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074871.041078:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.049137:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902720:192.168.204.148@tcp:36:rm.0 00000080:00200000:0.0:1769074871.050529:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x147:0x0](ffff88dad0a8d348) 00000080:00200000:0.0:1769074871.050668:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.050683:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 44 00000080:00200008:0.0:1769074871.050694:0:103930:0:(file.c:1001:ll_file_open()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704400 00000080:00200008:0.0:1769074871.050731:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074871.050738:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248),name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f 00000002:00010000:0.0:1769074871.050772:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x145:0x0]) in obj [0x200000402:0x144:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.050791:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.050810:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.050820:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x144:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074871.050827:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074871.050831:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x145:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9778 00000080:00010000:0.0:1769074871.050839:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9778 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074871.050843:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.050853:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074871.050890:0:103930:0:(file.c:424:ll_file_release()) START file be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401:[0x200000402:0x146:0x0](ffff88dad0a8cb08), flags 704000 00010000:00010000:0.0:1769074871.050904:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.050936:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.050946:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, flags=0 00000080:00200000:0.0:1769074871.050957:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:0.0:1769074871.050962:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=be8edf7475cfd6f8d1ec73c0c5d35755551e776f73c756abfd1af34746c287ef2cd670907292651fdf1ac1860408f252012dbe4ab7d6ca15b45b09757496401, dir=[0x200000402:0x145:0x0](ffff88dad0a8b248) 00010000:00010000:0.0:1769074871.050985:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.051000:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.051034:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074871.051101:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7e680 x1855007611864832/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074871.051116:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074871.051121:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d880 x1855007611902976/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074871.051238:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902976:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074871.051365:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.065502:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611902976:192.168.204.148@tcp:35:rm.0 00000002:00100000:0.0:1769074871.065563:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7e680 x1855007611864832/t4294968719(4294968719) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1769074871.066144:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.066378:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.066386:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 1/0,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.066394:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.066400:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1769074871.066403:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaa979b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x146:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b053a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.066419:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711c00/0x989cb6132eaa95cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x146:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afee2 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.066434:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297a00/0x989cb6132eaa9778 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04ed expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074871.066453:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074871.066462:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d880 x1855007611903232/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074871.067745:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611903232:192.168.204.148@tcp:36:rm.0 00000100:00100000:0.0:1769074871.067913:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074871.083601:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611903232:192.168.204.148@tcp:36:rm.0 00000080:00200000:0.0:1769074871.083666:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x146:0x0](ffff88dad0a8cb08) 00000080:00200000:0.0:1769074871.083771:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.083787:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 44 00000080:00200008:0.0:1769074871.083799:0:103930:0:(file.c:1001:ll_file_open()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), flags 704400 00000080:00200008:0.0:1769074871.083827:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074871.083835:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988),name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe 00000002:00010000:0.0:1769074871.083873:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x144:0x0]) in obj [0x200000402:0x143:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074871.083894:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.083911:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.083920:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x143:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074871.083926:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) 00000080:00010000:0.0:1769074871.083931:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x144:0x0](ffff88dac9dc9988) for lock 0x989cb6132eaa9763 00000080:00010000:0.0:1769074871.083940:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9763 from it ffffb370c25bfcd8 00010000:00010000:0.0:1769074871.083945:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.083955:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074871.083992:0:103930:0:(file.c:424:ll_file_release()) START file 8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f:[0x200000402:0x145:0x0](ffff88dad0a8b248), flags 704000 00010000:00010000:0.0:1769074871.084007:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074871.084049:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:0.0:1769074871.084060:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, flags=0 00000080:00200000:0.0:1769074871.084069:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 3 00000080:00200000:0.0:1769074871.084075:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=8e54f4645b1f9c71eec15b902f181d58cc4c11fa71c4db9f2b2e52b700fd2a97309595c5f5fd1f1914bd7c5f9fbc448041bfbe1dd705b8153757631c24b987f, dir=[0x200000402:0x144:0x0](ffff88dac9dc9988) 00010000:00010000:0.0:1769074871.084097:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.084114:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074871.084133:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074871.084257:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8830e00 x1855007611863808/t4294968716(4294968716) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074871.084271:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074871.084277:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c380 x1855007611903488/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1769074871.084314:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611903488:192.168.204.148@tcp:35:rm.0 00000100:00100000:0.0:1769074871.085244:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b570c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.090553:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611903488:192.168.204.148@tcp:35:rm.0 00000002:00100000:2.0:1769074871.090883:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8830e00 x1855007611863808/t4294968716(4294968716) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1769074871.090961:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.091037:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.091045:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.091053:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.091060:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074871.091064:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296c00/0x989cb6132eaa9786 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0509 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.091079:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710000/0x989cb6132eaa95c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x145:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afec6 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074871.091100:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296000/0x989cb6132eaa9763 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04bc expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074871.091127:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074871.091135:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611903744/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074871.091252:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611903744:192.168.204.148@tcp:36:rm.0 00000100:00100000:2.0:1769074871.091392:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac891d240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074871.098084:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611903744:192.168.204.148@tcp:36:rm.0 00000080:00200000:2.0:1769074871.098476:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x145:0x0](ffff88dad0a8b248) 00000080:00200000:3.0:1769074871.098956:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.098971:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 44 00000080:00200008:3.0:1769074871.098982:0:103930:0:(file.c:1001:ll_file_open()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags 704400 00000080:00200008:3.0:1769074871.099009:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074871.099027:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08),name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11 00000002:00010000:3.0:1769074871.099061:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x143:0x0]) in obj [0x200000402:0x142:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074871.099081:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.099106:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.099115:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x142:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074871.099122:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) 00000080:00010000:3.0:1769074871.099126:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x143:0x0](ffff88dac9dcaa08) for lock 0x989cb6132eaa974e 00000080:00010000:3.0:1769074871.099135:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa974e from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074871.099140:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.099208:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074871.099247:0:103930:0:(file.c:424:ll_file_release()) START file 2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe:[0x200000402:0x144:0x0](ffff88dac9dc9988), flags 704000 00010000:00010000:3.0:1769074871.099263:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.099301:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.099310:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, flags=0 00000080:00200000:3.0:1769074871.099319:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 3 00000080:00200000:3.0:1769074871.099324:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=2d5d46219024647e295a68cfffdeb254d46b824ad23e9de713fbee6b63176ea475ec682b85f7a52c88fd3eee0f90fd9fe4682054d0152f7bc0f51ae81af1fbe, dir=[0x200000402:0x143:0x0](ffff88dac9dcaa08) 00010000:00010000:3.0:1769074871.099345:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.099359:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.099394:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074871.099457:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831880 x1855007611862784/t4294968713(4294968713) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074871.099469:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074871.099475:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e680 x1855007611904000/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074871.099512:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904000:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074871.099639:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.103966:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904000:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074871.104033:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831880 x1855007611862784/t4294968713(4294968713) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074871.104114:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.104229:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.104239:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 1/0,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.104247:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 1/0,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.104253:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074871.104257:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296800/0x989cb6132eaa9771 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04d8 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.104273:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3710600/0x989cb6132eaa95bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x144:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afeaa expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.104301:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5296e00/0x989cb6132eaa974e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b048b expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074871.104322:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074871.104328:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7e680 x1855007611904256/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074871.104360:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904256:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074871.104498:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.111928:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7e680 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904256:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074871.111996:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x144:0x0](ffff88dac9dc9988) 00000080:00200000:3.0:1769074871.112114:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.112129:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 44 00000080:00200008:3.0:1769074871.112140:0:103930:0:(file.c:1001:ll_file_open()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags 704400 00000080:00200008:3.0:1769074871.112573:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074871.112682:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8),name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7 00000002:00010000:3.0:1769074871.112721:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x142:0x0]) in obj [0x200000402:0x141:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074871.112742:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.112767:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.112775:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x141:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074871.112783:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) 00000080:00010000:3.0:1769074871.112787:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x142:0x0](ffff88dac9dce3c8) for lock 0x989cb6132eaa9739 00000080:00010000:3.0:1769074871.112797:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9739 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074871.112802:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.112813:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074871.112855:0:103930:0:(file.c:424:ll_file_release()) START file cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11:[0x200000402:0x143:0x0](ffff88dac9dcaa08), flags 704000 00010000:00010000:3.0:1769074871.112875:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.112913:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.112924:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, flags=0 00000080:00200000:3.0:1769074871.112933:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 3 00000080:00200000:3.0:1769074871.112939:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=cc500e00a8160adb868c8a0ae7122cf16bd642c2afccddb4ca40c9a7c3f8bd76db9542230f232ff59a9714ec3ae34a453749c6fb3498d9709cb65b071324a11, dir=[0x200000402:0x142:0x0](ffff88dac9dce3c8) 00010000:00010000:3.0:1769074871.112959:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.112974:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.112999:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074871.113074:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7c700 x1855007611861760/t4294968710(4294968710) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074871.113091:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074871.113098:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f800 x1855007611904512/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074871.113129:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904512:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074871.113834:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.119757:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904512:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074871.119820:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7c700 x1855007611861760/t4294968710(4294968710) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074871.119897:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.119964:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.119973:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.119980:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.119986:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074871.119991:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaa975c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x143:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b04a7 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.120006:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dae3711400/0x989cb6132eaa95b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x143:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afe8e expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.120034:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9739 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b045a expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074871.120053:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074871.120060:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7f800 x1855007611904768/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074871.120088:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904768:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074871.120924:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.143239:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7f800 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611904768:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074871.143313:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x143:0x0](ffff88dac9dcaa08) 00000080:00200000:3.0:1769074871.143431:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.143446:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 44 00000080:00200008:3.0:1769074871.143457:0:103930:0:(file.c:1001:ll_file_open()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704400 00000080:00200008:3.0:1769074871.143484:0:103930:0:(file.c:6252:ll_getattr_dentry()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074871.143499:0:103930:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448),name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b 00000002:00010000:3.0:1769074871.143534:0:103930:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x141:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074871.143555:0:103930:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.143579:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.143588:0:103930:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074871.143594:0:103930:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) 00000080:00010000:3.0:1769074871.143599:0:103930:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x141:0x0](ffff88dad0a8f448) for lock 0x989cb6132eaa9724 00000080:00010000:3.0:1769074871.143608:0:103930:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9724 from it ffffb370c25bfcd8 00010000:00010000:3.0:1769074871.143612:0:103930:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.143623:0:103930:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074871.143659:0:103930:0:(file.c:424:ll_file_release()) START file 6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7:[0x200000402:0x142:0x0](ffff88dac9dce3c8), flags 704000 00010000:00010000:3.0:1769074871.143673:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.143702:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.143712:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, flags=0 00000080:00200000:3.0:1769074871.143721:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448), inode mode 41ed mask 3 00000080:00200000:3.0:1769074871.143728:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=6eee2a5f9f70db98ad5edde50e8e10aa13e5892668d0a1ca56b1338ba2f8bc7e13baf4286ce03529ad80b358db0af5b48d9f29fe97fe1eb341d9d44070ca9d7, dir=[0x200000402:0x141:0x0](ffff88dad0a8f448) 00010000:00010000:3.0:1769074871.143751:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.143767:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.143790:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074871.143848:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831500 x1855007611860736/t4294968707(4294968707) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074871.143862:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074871.143867:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c700 x1855007611905024/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074871.143895:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905024:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074871.144039:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.148808:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905024:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074871.148864:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831500 x1855007611860736/t4294968707(4294968707) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074871.148944:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.149003:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.149011:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.149031:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.149037:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074871.149041:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac5297800/0x989cb6132eaa9747 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x142:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0476 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.149056:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa95b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x142:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afe72 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.149070:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9724 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0429 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074871.149097:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074871.149103:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac6a7c700 x1855007611905280/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074871.149132:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905280:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074871.149333:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00010000:00010000:0.0:1769074871.165433:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074871.166922:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac6a7c700 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905280:192.168.204.148@tcp:36:rm.0 00000080:00200000:3.0:1769074871.166987:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x142:0x0](ffff88dac9dce3c8) 00000080:00200008:3.0:1769074871.167093:0:103930:0:(file.c:424:ll_file_release()) START file 3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b:[0x200000402:0x141:0x0](ffff88dad0a8f448), flags 704000 00010000:00010000:3.0:1769074871.167130:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074871.167219:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074871.167235:0:103930:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, flags=0 00000080:00200000:3.0:1769074871.167248:0:103930:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074871.167254:0:103930:0:(namei.c:2264:ll_rmdir()) VFS Op:name=3f26838f99218e6baef37fbdd4bba63c76d526a11438587c25449962efa567ec9839737713087599cfca1ac429fef623a1831cccdb30a4cc55aedd16eb7cc8b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:3.0:1769074871.167300:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.167321:0:103930:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.167388:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074871.167448:0:103930:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac6a7ed80 x1855007611859712/t4294968704(4294968704) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074871.167462:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074871.167467:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611905536/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1769074871.167507:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905536:192.168.204.148@tcp:35:rm.0 00000100:00100000:3.0:1769074871.167961:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074871.175078:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905536:192.168.204.148@tcp:35:rm.0 00000002:00100000:3.0:1769074871.175249:0:103930:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac6a7ed80 x1855007611859712/t4294968704(4294968704) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 648/608 e 0 to 0 dl 1769074884 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1769074871.175829:0:103930:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.175910:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.175920:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 1/0,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.175929:0:103930:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.175937:0:103930:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:3.0:1769074871.175941:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaa9732 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0445 expref: -99 pid: 103930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.175959:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa95aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x141:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2afe56 expref: -99 pid: 103865 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074871.175976:0:103930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa96f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b039d expref: -99 pid: 103922 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074871.175999:0:103930:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074871.176008:0:103930:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611905792/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074871.176052:0:103930:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905792:192.168.204.148@tcp:36:rm.0 00000100:00100000:3.0:1769074871.176822:0:103930:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074871.182485:0:103930:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job rm:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:103930:1855007611905792:192.168.204.148@tcp:36:rm.0 00000080:00200000:1.0:1769074871.182570:0:103930:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x141:0x0](ffff88dad0a8f448) 00010000:00010000:3.0:1769074872.188440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074872.958484:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906048:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074872.958588:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074872.958596:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611905920:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074872.958625:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906176:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074872.968758:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611905920:192.168.204.148@tcp:400:kworker.0 00010000:00080000:1.0:1769074872.971679:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dacab49c00 x1855007611906176/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074872.971698:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906176:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074872.971713:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906048:192.168.204.148@tcp:400:kworker.0 00000001:02000400:3.0:1769074873.015659:0:104122:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:0.0:1769074873.218004:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074874.236598:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074875.260351:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074875.848447:0:104262:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:3.0:1769074876.283279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074877.308457:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074878.075542:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611906304:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074878.081084:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074878.081109:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906432:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074878.081795:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074878.081807:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611906560:192.168.204.148@tcp:400:kworker.0 00010000:00080000:0.0:1769074878.087642:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7d2c380 x1855007611906560/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074878.087665:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611906560:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074878.087784:0:2401:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968854 gen 1 00000100:00100000:1.0:1769074878.088020:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906432:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074878.088035:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611906304:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074878.332592:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074879.371947:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074880.382036:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074881.403642:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074882.435229:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074883.196295:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906816:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074883.196424:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074883.196431:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611906688:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074883.196461:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906944:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074883.209899:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611906688:192.168.204.148@tcp:400:kworker.0 00010000:00080000:1.0:1769074883.209923:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7d2c700 x1855007611906944/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074883.209937:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906944:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074883.209947:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611906816:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074883.451501:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074883.598129:0:104839:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_04: link returns ENOENT if a component of either path prefix does not exist ========================================================== 04:41:21 (1769074881) 00010000:00010000:0.0:1769074884.483494:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074885.500723:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074885.624947:0:104977:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/04.t against ext4 filesystem 00010000:00010000:1.0:1769074886.525930:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074887.547407:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074888.315551:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611907072:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074888.318417:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074888.318444:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611907200:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074888.319490:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074888.319510:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611907328:192.168.204.148@tcp:400:kworker.0 00010000:00080000:1.0:1769074888.326098:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7d2c380 x1855007611907328/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074888.326120:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611907328:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074888.326301:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611907200:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074888.326312:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611907072:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074888.571624:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074888.768602:0:105175:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/04.t against lustre filesystem 00000080:00200000:0.0:1769074888.815905:0:105178:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074888.815942:0:105178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074888.815961:0:105178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074888.815978:0:105178:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074888.815985:0:105178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074888.815992:0:105178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074888.815996:0:105178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa940d 00000080:00010000:0.0:1769074888.816004:0:105178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa940d from it ffffb370c1d93b58 00010000:00010000:0.0:1769074888.816009:0:105178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074888.816018:0:105178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074888.816034:0:105178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074888.816048:0:105178:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), flags=13 00000080:00200000:0.0:1769074888.816053:0:105178:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), intent=getattr 00000002:00010000:0.0:1769074888.816065:0:105178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074888.816373:0:105178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105178 initiator: MDT0 00010000:00010000:0.0:1769074888.816382:0:105178:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105178 initiator: MDT0 00010000:00010000:0.0:1769074888.816391:0:105178:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105178 initiator: MDT0 00000100:00100000:0.0:1769074888.816419:0:105178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105178:1855007611907456:192.168.204.148@tcp:101:lfs.0 00000100:00100000:0.0:1769074888.817169:0:105178:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074888.826184:0:105178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105178:1855007611907456:192.168.204.148@tcp:101:lfs.0 00010000:00010000:2.0:1769074888.826215:0:105178:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826234:0:105178:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826243:0:105178:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826389:0:105178:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826404:0:105178:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826418:0:105178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826426:0:105178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826433:0:105178:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074888.826445:0:105178:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d500 x1855007611907456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074904 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074888.826459:0:105178:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826469:0:105178:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074888.826476:0:105178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074888.826506:0:105178:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:2.0:1769074888.826509:0:105178:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff88dad0a89148): rc = 0 00000080:00010000:2.0:1769074888.826515:0:105178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074888.826529:0:105178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074888.826532:0:105178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1d93b20 00010000:00010000:2.0:1769074888.826535:0:105178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826543:0:105178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074888.826639:0:105178:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074888.826647:0:105178:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074888.826670:0:105178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074888.826679:0:105178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826691:0:105178:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.826699:0:105178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074888.826704:0:105178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074888.826707:0:105178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074888.826711:0:105178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1d93cb8 00010000:00010000:2.0:1769074888.826714:0:105178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.826733:0:105178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074888.828831:0:105178:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074888.828841:0:105178:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074888.828863:0:105178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074888.828878:0:105178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.828890:0:105178:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074888.828898:0:105178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074888.828905:0:105178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074888.828909:0:105178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa940d 00000080:00010000:2.0:1769074888.828915:0:105178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa940d from it ffffb370c1d93cb8 00010000:00010000:2.0:1769074888.828919:0:105178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074888.828927:0:105178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.829533:0:105178:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074888.829546:0:105178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074888.829556:0:105178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.829566:0:105178:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.829571:0:105178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074888.829576:0:105178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074888.829653:0:105178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa940d 00000080:00010000:3.0:1769074888.829659:0:105178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa940d from it ffffb370c1d93bb0 00010000:00010000:3.0:1769074888.829663:0:105178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.829671:0:105178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074888.829682:0:105178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 44 00000080:00200008:3.0:1769074888.829692:0:105178:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000080:00200080:3.0:1769074888.829713:0:105178:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) cmd=c03066f0 arg=7ffd7a8551d0 00000080:00200000:3.0:1769074888.829737:0:105178:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:3.0:1769074888.829765:0:105178:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.829821:0:105178:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074888.829828:0:105178:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074888.829832:0:105178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa940d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2af622 expref: -99 pid: 101073 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074888.829856:0:105178:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074888.829869:0:105178:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611907712/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074888.829895:0:105178:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105178:1855007611907712:192.168.204.148@tcp:36:lfs.0 00000100:00100000:3.0:1769074888.835925:0:105178:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074888.836893:0:105178:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105178:1855007611907712:192.168.204.148@tcp:36:lfs.0 00000080:00200008:3.0:1769074888.836990:0:105178:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000080:00200008:1.0:1769074889.002614:0:104707:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074889.002632:0:104707:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074889.002668:0:104707:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074889.002763:0:104707:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 104707 initiator: MDT0 00010000:00010000:1.0:1769074889.002775:0:104707:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 104707 initiator: MDT0 00010000:00010000:1.0:1769074889.002786:0:104707:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 104707 initiator: MDT0 00000100:00100000:1.0:1769074889.002816:0:104707:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:104707:1855007611907840:192.168.204.148@tcp:101:bash.0 00000100:00100000:1.0:1769074889.005330:0:104707:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.014235:0:104707:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:104707:1855007611907840:192.168.204.148@tcp:101:bash.0 00010000:00010000:3.0:1769074889.014277:0:104707:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014290:0:104707:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014303:0:104707:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014315:0:104707:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014327:0:104707:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014334:0:104707:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014340:0:104707:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074889.014355:0:104707:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4b480 x1855007611907840/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074889.014369:0:104707:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014381:0:104707:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074889.014387:0:104707:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074889.014417:0:104707:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074889.014424:0:104707:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:3.0:1769074889.014429:0:104707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074889.014432:0:104707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1c4bcb8 00010000:00010000:3.0:1769074889.014435:0:104707:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014442:0:104707:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014498:0:104707:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074889.014523:0:104707:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.014532:0:104707:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014541:0:104707:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014547:0:104707:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.014551:0:104707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074889.014554:0:104707:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:3.0:1769074889.014557:0:104707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1c4bb58 00010000:00010000:3.0:1769074889.014560:0:104707:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014566:0:104707:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014575:0:104707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.014583:0:104707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074889.014592:0:104707:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074889.014596:0:104707:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074889.014608:0:104707:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.014615:0:104707:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014622:0:104707:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014628:0:104707:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.014632:0:104707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074889.014634:0:104707:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:3.0:1769074889.014638:0:104707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1c4bcb8 00010000:00010000:3.0:1769074889.014641:0:104707:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014647:0:104707:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014671:0:104707:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074889.014678:0:104707:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.014683:0:104707:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014690:0:104707:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014696:0:104707:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.014700:0:104707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074889.014702:0:104707:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:3.0:1769074889.014705:0:104707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1c4bc18 00010000:00010000:3.0:1769074889.014707:0:104707:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.014714:0:104707:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.014731:0:104707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.014735:0:104707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1769074889.014740:0:104707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:0.0:1769074889.024114:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.024138:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074889.024144:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074889.024185:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074889.024241:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.024252:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.024262:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:0.0:1769074889.024287:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611907968:192.168.204.148@tcp:101:prove.0 00000100:00100000:0.0:1769074889.024378:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.028625:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611907968:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074889.028661:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028675:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028685:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028692:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028700:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028706:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.028711:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028727:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028734:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028741:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.028747:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.028754:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaa99b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:3.0:1769074889.028775:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611907968/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.028793:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074889.028826:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.028844:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074889.028853:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b980 00010000:00010000:3.0:1769074889.028857:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.028864:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.028946:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.028962:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074889.028966:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074889.028986:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074889.029027:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.029034:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.029044:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:3.0:1769074889.029068:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908096:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074889.029177:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.031835:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908096:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074889.031856:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031873:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031881:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031887:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031895:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031901:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.031906:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031912:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031919:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031926:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.031932:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.031938:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa99bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:3.0:1769074889.031953:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831880 x1855007611908096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.031968:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074889.032016:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.032029:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074889.032038:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b980 00010000:00010000:3.0:1769074889.032042:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.032050:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.032119:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.032127:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.032138:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.032141:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.032266:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.032271:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.032281:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.032291:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074889.032295:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074889.032311:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074889.032348:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.032354:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.032363:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:3.0:1769074889.032387:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908224:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074889.032463:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.037672:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908224:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074889.037698:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037711:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037731:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037737:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037744:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037751:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.037755:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037762:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037768:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037775:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.037781:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.037790:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa99c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:3.0:1769074889.037805:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831880 x1855007611908224/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.037820:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074889.037850:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.037862:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074889.037871:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b980 00010000:00010000:3.0:1769074889.037874:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.037881:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.037949:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.037958:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.037972:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.037975:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.037984:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.037996:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3ad3b00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074889.038003:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074889.038020:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074889.038062:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.038069:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:3.0:1769074889.038080:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074889.038086:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611908480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074889.038095:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:3.0:1769074889.038113:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908480:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074889.038468:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.046874:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908480:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074889.046902:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046919:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046926:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046934:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046941:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046948:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.046953:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046961:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046969:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046975:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.046984:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.046990:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa99cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:3.0:1769074889.047010:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831880 x1855007611908480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.047027:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074889.047637:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.047665:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074889.047674:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:1.0:1769074889.047679:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.047688:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.048115:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048126:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.048136:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048140:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.048196:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048200:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.048213:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048216:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.048224:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048227:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.048235:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048238:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.048245:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048248:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.048267:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048270:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.048276:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.048288:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0bb00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074889.048294:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074889.048314:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074889.048371:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:1.0:1769074889.048378:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:1.0:1769074889.048389:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074889.048398:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b100 x1855007611908736/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074889.048406:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:1.0:1769074889.048428:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908736:192.168.204.148@tcp:101:prove.0 00000100:00100000:1.0:1769074889.048599:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac31323c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074889.053692:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908736:192.168.204.148@tcp:101:prove.0 00010000:00010000:0.0:1769074889.053726:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053739:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053751:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053758:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053766:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053772:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074889.053777:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053784:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053791:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053798:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074889.053804:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:0.0:1769074889.053814:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa99d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:0.0:1769074889.053833:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4b100 x1855007611908736/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074889.053850:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074889.053882:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.053895:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074889.053903:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:0.0:1769074889.053907:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.053915:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.054667:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.054681:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.054693:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.054697:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.054707:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.054710:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.054970:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.054976:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.054989:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.054992:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.054999:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.055003:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.055010:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.055012:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.055019:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.055022:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.055029:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.055041:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8935c80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074889.055051:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074889.055076:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074889.055135:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:1.0:1769074889.055143:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:1.0:1769074889.056387:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074889.056402:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4ad80 x1855007611908992/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074889.056412:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:1.0:1769074889.056439:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908992:192.168.204.148@tcp:101:prove.0 00000100:00100000:1.0:1769074889.056782:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.065861:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611908992:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.065885:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065899:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065905:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065912:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065920:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065926:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.065931:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065938:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065945:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065952:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.065959:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.065965:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa99d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.065982:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4ad80 x1855007611908992/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.065997:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.066026:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.066039:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.066048:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.066051:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.066059:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.066502:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066527:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.066542:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066546:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.066554:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066556:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.066564:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066567:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.066575:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066578:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.066584:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066587:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.066593:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066596:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.066603:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066605:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.066615:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.066627:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4cfb980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.066634:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.066664:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.066744:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.066752:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:2.0:1769074889.066763:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.066771:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611909248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.066780:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.066799:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611909248:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.066952:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.070590:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611909248:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.070616:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070629:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070636:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070655:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070665:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070671:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.070678:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070684:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070691:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070698:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.070705:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.070711:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.070742:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611909248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.070765:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.070803:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.070816:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.070825:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.070830:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.070838:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.071284:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071293:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.071309:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071314:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.071333:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071337:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.071352:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071356:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.071367:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071370:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.071381:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071385:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.071393:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071396:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.071405:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071408:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.071419:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.071431:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac76daf00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.071438:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.071458:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.071512:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.071519:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:2.0:1769074889.071529:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.071538:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611909504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.071547:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.071570:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611909504:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.071740:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.079232:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611909504:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.079273:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079292:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079300:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079308:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079319:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079327:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.079332:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079340:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079348:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079354:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.079362:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.079369:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.079391:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611909504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.079407:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.079438:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.079450:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.079459:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.079462:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.079471:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.079872:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079882:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.079892:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079897:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.079904:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079907:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.079915:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079918:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.079925:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079928:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.079937:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079940:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.079948:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079951:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.079960:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079963:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.079972:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.079982:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4fd8480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.079988:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.080008:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.080060:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.080068:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:2.0:1769074889.080084:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.080091:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611909760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.080100:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.080120:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611909760:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.080368:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.083219:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611909760:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.083244:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083269:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083276:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083282:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083290:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083296:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.083300:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083307:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083315:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083321:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.083327:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083332:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa99ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.083350:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611909760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.083364:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.083391:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.083402:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.083410:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.083414:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.083422:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.083789:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083800:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.083811:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083816:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.083824:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083827:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.083836:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083838:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.083846:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083848:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.083856:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083859:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.083867:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083869:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.083876:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083878:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.083885:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.083895:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac81b6000, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.083901:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.083919:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.083964:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.083971:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:2.0:1769074889.083981:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.083988:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611910016/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.083996:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.084013:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910016:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.084471:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.087678:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910016:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.087702:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087728:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087736:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087743:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087752:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087758:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.087764:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087770:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087777:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087784:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.087791:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.087797:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa99f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.087818:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611910016/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.087834:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.087862:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.087874:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.087883:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.087886:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.087894:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.088967:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089346:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.089368:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089375:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.089384:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089388:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.089396:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089399:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.089406:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089409:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.089417:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089421:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.089428:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089431:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.089438:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089441:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.089451:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.089464:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac76daf00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.089472:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.089499:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.089578:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.089587:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:2.0:1769074889.089599:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.089610:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611910272/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.089619:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.090422:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910272:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.090631:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.101609:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910272:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.101631:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101644:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101651:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101658:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101666:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101672:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.101677:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101683:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101690:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101696:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.101702:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.101708:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa99fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.101736:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611910272/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.101750:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.101778:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.101791:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.101799:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.101803:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.101812:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.398476:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398494:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.398505:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398509:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.398516:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398518:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.398525:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398527:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.398535:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398538:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.398546:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398549:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.398558:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398561:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.398571:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398574:0:105190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.398583:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.398596:0:105190:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac81b6300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.398605:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.398633:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.398701:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.399420:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000020:00100000:2.0:1769074889.399442:0:105190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.399456:0:105190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611910528/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.399464:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.399490:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910528:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.399731:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.408629:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910528:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.408654:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408667:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408674:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408681:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408689:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408696:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.408701:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408708:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408728:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408735:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.408741:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.408746:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.408765:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611910528/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.408779:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.408808:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.408822:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.408830:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b9a8 00010000:00010000:2.0:1769074889.408834:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.408841:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.436725:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.436755:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:3.0:1769074889.436760:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:3.0:1769074889.436785:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.436846:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.436857:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.436867:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:3.0:1769074889.436893:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910656:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074889.436983:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.440830:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910656:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074889.440859:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440873:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440880:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440887:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440894:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440900:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.440905:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440911:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440917:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440924:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.440931:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:3.0:1769074889.440936:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:3.0:1769074889.440953:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac8830e00 x1855007611910656/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.440969:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074889.441200:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.441332:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074889.441341:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b940 00010000:00010000:3.0:1769074889.441345:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.441353:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.445555:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.445670:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074889.445677:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074889.445704:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.445776:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.445787:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.445797:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.445823:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910784:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.445991:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.450921:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910784:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.450944:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.450956:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.450962:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.450969:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.451133:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.451141:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.451146:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.451312:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.451320:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.451328:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.451334:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.451341:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.451360:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611910784/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.451375:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.451402:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.451414:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.451423:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b940 00010000:00010000:2.0:1769074889.451427:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.451434:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.493576:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.493604:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.493624:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074889.493630:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074889.493658:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.493734:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.493746:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.493755:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.493780:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910912:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.493872:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.498779:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611910912:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.498801:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498815:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498822:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498828:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498836:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498843:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.498848:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498859:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498865:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498872:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.498878:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.498883:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.498900:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611910912/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.498915:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.498943:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.498955:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.498964:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b940 00010000:00010000:2.0:1769074889.498968:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.498982:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.499051:0:105190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.499081:0:105190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074889.499086:0:105190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074889.499105:0:105190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074889.499187:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.499195:0:105190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.499215:0:105190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00000100:00100000:2.0:1769074889.499238:0:105190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611911040:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074889.499306:0:105190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.504650:0:105190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105190:1855007611911040:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074889.504677:0:105190:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504690:0:105190:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504699:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504706:0:105190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504726:0:105190:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504731:0:105190:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.504736:0:105190:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504743:0:105190:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504750:0:105190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504757:0:105190:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.504763:0:105190:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00010000:00010000:2.0:1769074889.504769:0:105190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105190 initiator: MDT0 00000002:00100000:2.0:1769074889.504788:0:105190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611911040/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.504804:0:105190:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.504832:0:105190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.504846:0:105190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.504856:0:105190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e8b8e0 00010000:00010000:2.0:1769074889.504859:0:105190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.504867:0:105190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.598190:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1769074889.638222:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638241:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.638254:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638259:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638269:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638272:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638279:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638282:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638289:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638292:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638301:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638305:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638313:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638316:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638323:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638326:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638333:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638337:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1769074889.638552:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638557:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.638566:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638569:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638577:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638579:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638587:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638590:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638598:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638600:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638608:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638611:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638618:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638621:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638630:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638633:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638641:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638645:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074889.638796:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638800:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.638809:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638812:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638820:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638824:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638833:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638835:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638843:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638847:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.638854:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638857:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638865:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638868:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638875:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638878:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.638886:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.638889:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1769074889.639032:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639037:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.639046:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639049:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639057:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639060:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639068:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639072:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639079:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639082:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639089:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639091:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639099:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639102:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639109:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639112:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639120:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639124:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074889.639270:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639275:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.639283:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639286:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639295:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639298:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639307:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639310:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639317:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639320:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639328:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639331:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639339:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639342:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639348:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639351:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639359:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639377:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074889.639493:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639498:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.639506:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639509:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639517:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639520:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639528:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639531:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639540:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639542:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639551:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639554:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639561:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639565:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639574:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639577:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639585:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639588:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1769074889.639703:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639720:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.639732:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639735:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639742:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639745:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639755:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639758:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639766:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639769:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639777:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639780:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639787:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639790:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639798:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639801:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.639807:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639811:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1769074889.639942:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639946:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.639955:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639959:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639967:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639970:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639977:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639980:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639988:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.639991:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.639999:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.640002:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.640009:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.640012:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.640019:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.640022:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.640029:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.640033:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074889.660611:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660633:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.660643:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660647:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.660655:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660658:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.660666:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660668:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.660675:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660678:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.660690:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660693:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.660701:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660703:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.660726:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660729:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.660737:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.660750:0:105191:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac307d800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074889.660760:0:105191:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074889.660797:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074889.660890:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105191 initiator: MDT0 00010000:00010000:0.0:1769074889.660899:0:105191:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105191 initiator: MDT0 00000020:00100000:0.0:1769074889.660910:0:105191:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074889.660923:0:105191:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e300 x1855007611911296/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074889.660931:0:105191:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105191 initiator: MDT0 00000100:00100000:0.0:1769074889.660953:0:105191:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105191:1855007611911296:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074889.663906:0:105191:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.676234:0:105191:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105191:1855007611911296:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074889.676261:0:105191:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676274:0:105191:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676280:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676364:0:105191:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676372:0:105191:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676382:0:105191:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.676387:0:105191:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676393:0:105191:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676401:0:105191:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676408:0:105191:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.676415:0:105191:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105191 initiator: MDT0 00010000:00010000:3.0:1769074889.676421:0:105191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9a26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105191 initiator: MDT0 00000002:00100000:3.0:1769074889.676442:0:105191:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2e300 x1855007611911296/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.676460:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074889.676495:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.676509:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074889.676518:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c14f39a8 00010000:00010000:3.0:1769074889.676522:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.676530:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.679535:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679561:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.679573:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679577:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679586:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679589:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679598:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679601:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679610:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679613:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679621:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679624:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.679633:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679635:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.679643:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679645:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.679652:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679657:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074889.679812:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679818:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.679828:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679831:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679840:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679842:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679850:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679853:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679861:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679864:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.679872:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679875:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.679884:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679886:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.679895:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679898:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.679906:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.679909:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074889.687763:0:105191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074889.687797:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.687814:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.687831:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688079:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.688090:0:105191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074889.688093:0:105191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:2.0:1769074889.688101:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c14f3b58 00010000:00010000:2.0:1769074889.688105:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688115:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688131:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.688138:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074889.688226:0:105191:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.688232:0:105191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.688246:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.688256:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688269:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688275:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.688279:0:105191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.688337:0:105191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.688343:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c14f3cb8 00010000:00010000:2.0:1769074889.688346:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688352:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688373:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074889.688378:0:105191:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.688382:0:105191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.688390:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.688397:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688405:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688411:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.688415:0:105191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.688418:0:105191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.688421:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c14f3cb8 00010000:00010000:2.0:1769074889.688424:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688430:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074889.688453:0:105191:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.688457:0:105191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074889.688462:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.688467:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688474:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688479:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.688482:0:105191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074889.688484:0:105191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:2.0:1769074889.688487:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c14f3cb8 00010000:00010000:2.0:1769074889.688490:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688497:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688509:0:105191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074889.688513:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.688518:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688530:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688535:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.688538:0:105191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074889.688540:0:105191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:2.0:1769074889.688543:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c14f3b58 00010000:00010000:2.0:1769074889.688546:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688552:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688558:0:105191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.688561:0:105191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074889.688565:0:105191:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.688568:0:105191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.688574:0:105191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.688578:0:105191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688585:0:105191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.688590:0:105191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.688593:0:105191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.688596:0:105191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.688599:0:105191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c14f3cb8 00010000:00010000:2.0:1769074889.688602:0:105191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.688609:0:105191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.697775:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074889.697796:0:105192:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.697804:0:105192:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.697832:0:105192:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.697860:0:105192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.697875:0:105192:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.697884:0:105192:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.697891:0:105192:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.697894:0:105192:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.697901:0:105192:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1453cb8 00010000:00010000:2.0:1769074889.697905:0:105192:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.697913:0:105192:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.699561:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699579:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.699591:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699596:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.699604:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699608:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.699615:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699618:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.699628:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699631:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.699639:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699643:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.699652:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699654:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.699662:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699665:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.699671:0:105192:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.699675:0:105192:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074889.713808:0:105195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074889.713827:0:105195:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074889.713834:0:105195:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074889.713932:0:105195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074889.713951:0:105195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.713968:0:105195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.713976:0:105195:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074889.713985:0:105195:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074889.713988:0:105195:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:1.0:1769074889.713995:0:105195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c162bcb8 00010000:00010000:1.0:1769074889.713999:0:105195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.714007:0:105195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.717011:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717033:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.717048:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717052:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.717061:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717065:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.717074:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717077:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.717085:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717088:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.717095:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717098:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.717106:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717109:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.717117:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717120:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.717128:0:105196:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.717132:0:105196:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074889.724317:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074889.724341:0:105200:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.724350:0:105200:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.724382:0:105200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.724401:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.724418:0:105200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.724426:0:105200:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.724436:0:105200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.724440:0:105200:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.724448:0:105200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c17dbcb8 00010000:00010000:2.0:1769074889.724452:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.724461:0:105200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.725691:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725703:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.725728:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725732:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.725740:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725743:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.725751:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725753:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.725760:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725763:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.725769:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725772:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.725779:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725782:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.725789:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725791:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.725799:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.725808:0:105200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4fd9200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.725815:0:105200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.725835:0:105200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.725895:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.725904:0:105200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000020:00100000:2.0:1769074889.725920:0:105200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.725932:0:105200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611911552/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.725941:0:105200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000100:00100000:2.0:1769074889.725961:0:105200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611911552:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074889.726184:0:105200:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000080:00200000:0.0:1769074889.726930:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074889.726943:0:105199:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074889.726950:0:105199:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074889.726967:0:105199:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074889.726980:0:105199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.726992:0:105199:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.726999:0:105199:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074889.727005:0:105199:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074889.727008:0:105199:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:0.0:1769074889.727014:0:105199:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e73cb8 00010000:00010000:0.0:1769074889.727018:0:105199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.727027:0:105199:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.728375:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728387:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.728398:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728402:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.728409:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728412:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.728420:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728422:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.728429:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728432:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.728440:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728443:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.728451:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728454:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.728461:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728463:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.728470:0:105199:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.728474:0:105199:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074889.730779:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074889.730799:0:105198:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074889.730807:0:105198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074889.730838:0:105198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.730933:0:105198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.730948:0:105198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.730960:0:105198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.730968:0:105198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074889.730971:0:105198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:3.0:1769074889.730978:0:105198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1453cb8 00010000:00010000:3.0:1769074889.730982:0:105198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.730991:0:105198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.733746:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733763:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.733776:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733780:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.733787:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733791:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.733800:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733802:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.733811:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733814:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.733821:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733825:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.733833:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733836:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.733928:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733933:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.733942:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.733946:0:105198:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074889.735126:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074889.735138:0:105198:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074889.735144:0:105198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074889.735490:0:105198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074889.735508:0:105198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.735523:0:105198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.735530:0:105198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074889.735539:0:105198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074889.735543:0:105198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:1.0:1769074889.735550:0:105198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1453cb8 00010000:00010000:1.0:1769074889.735554:0:105198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.735567:0:105198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.735596:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.735599:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074889.735605:0:105198:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100400 00000080:00200008:1.0:1769074889.735623:0:105198:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100000 00010000:00010000:1.0:1769074889.735635:0:105198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074889.736655:0:105200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611911552:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074889.736675:0:105200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736686:0:105200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736691:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736697:0:105200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736713:0:105200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736720:0:105200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.736725:0:105200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736732:0:105200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736739:0:105200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736746:0:105200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.736752:0:105200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.736757:0:105200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00000002:00100000:2.0:1769074889.736773:0:105200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611911552/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.736785:0:105200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.736805:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.736814:0:105200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.736822:0:105200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c17db9a8 00010000:00010000:2.0:1769074889.736826:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.736832:0:105200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.737250:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737258:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.737269:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737272:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.737282:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737590:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.737606:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737609:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.737620:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737623:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.737632:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737635:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.737645:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737647:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.737655:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737657:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.737665:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.737674:0:105200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3ba8300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.737681:0:105200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.737711:0:105200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.737766:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.737773:0:105200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000020:00100000:2.0:1769074889.737782:0:105200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.737790:0:105200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611911808/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.737798:0:105200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000100:00100000:2.0:1769074889.737817:0:105200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611911808:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074889.738184:0:105200:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000080:00200008:1.0:1769074889.738719:0:105198:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074889.738727:0:105198:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074889.738742:0:105198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074889.738758:0:105198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.738771:0:105198:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.738778:0:105198:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074889.738785:0:105198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074889.738787:0:105198:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:1.0:1769074889.738792:0:105198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1453cb8 00010000:00010000:1.0:1769074889.738795:0:105198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.738800:0:105198:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.738822:0:105198:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.738827:0:105198:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff88dae4d46000) pjdfstest proj=0 00000080:00000004:1.0:1769074889.738830:0:105198:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff88dae4d46000: age 1849, max_age 1880 00800000:00000004:1.0:1769074889.738838:0:105198:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: age 1849, max_age 1880 00000100:00100000:1.0:1769074889.739031:0:105198:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105198:1855007611911936:192.168.204.148@tcp:41:df.0 00000100:00100000:1.0:1769074889.739075:0:105198:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.744184:0:105200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611911808:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074889.744210:0:105200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744226:0:105200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744234:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744241:0:105200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744248:0:105200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744254:0:105200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.744260:0:105200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744266:0:105200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744273:0:105200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744280:0:105200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.744297:0:105200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.744305:0:105200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00000002:00100000:2.0:1769074889.744326:0:105200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611911808/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.744342:0:105200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.744373:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.744386:0:105200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.744394:0:105200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c17db9a8 00010000:00010000:2.0:1769074889.744397:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.744404:0:105200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.744806:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.744821:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.744836:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:1.0:1769074889.744876:0:105198:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105198:1855007611911936:192.168.204.148@tcp:41:df.0 00800000:00000004:1.0:1769074889.744895:0:105198:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: update ffff88dac58f66d0 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:1.0:1769074889.744903:0:105198:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff88dae4d46000: update ffff88dac58f3520 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:1.0:1769074889.744907:0:105198:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1802738/1916558 objects 523561/524096 00000080:00200000:2.0:1769074889.745102:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.745118:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745122:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.745130:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745133:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.745141:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745144:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.745255:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745261:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.745271:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745274:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.745291:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745295:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.745306:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.745317:0:105200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae372e300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.745324:0:105200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.745347:0:105200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.745405:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.745413:0:105200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000020:00100000:2.0:1769074889.745425:0:105200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.745432:0:105200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611912192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.745441:0:105200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000100:00100000:2.0:1769074889.745462:0:105200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611912192:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074889.745634:0:105200:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.750742:0:105200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611912192:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074889.750767:0:105200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750781:0:105200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750788:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750795:0:105200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750803:0:105200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750809:0:105200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.750813:0:105200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750821:0:105200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750828:0:105200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750834:0:105200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.750918:0:105200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.750925:0:105200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00000002:00100000:2.0:1769074889.750942:0:105200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611912192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.750956:0:105200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.750984:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.750996:0:105200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.751006:0:105200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c17db9a8 00010000:00010000:2.0:1769074889.751010:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.751018:0:105200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.751695:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751715:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.751727:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751731:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.751738:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751741:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.751747:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751750:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.751756:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751759:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.751766:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751769:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.751775:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751778:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.751785:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751787:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.751795:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.751805:0:105200:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3ba8c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074889.751811:0:105200:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074889.751830:0:105200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074889.752115:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.752124:0:105200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000020:00100000:2.0:1769074889.752139:0:105200:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074889.752228:0:105200:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf480 x1855007611912448/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074889.752239:0:105200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00000100:00100000:2.0:1769074889.752260:0:105200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611912448:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074889.752491:0:105200:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.760200:0:105200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105200:1855007611912448:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074889.760224:0:105200:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760237:0:105200:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760244:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760252:0:105200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760259:0:105200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760264:0:105200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.760270:0:105200:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760276:0:105200:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760294:0:105200:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760301:0:105200:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.760307:0:105200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00010000:00010000:2.0:1769074889.760313:0:105200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105200 initiator: MDT0 00000002:00100000:2.0:1769074889.760333:0:105200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611912448/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.760349:0:105200:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.760378:0:105200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.760391:0:105200:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074889.760398:0:105200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c17db9a8 00010000:00010000:2.0:1769074889.760400:0:105200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.760406:0:105200:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.760769:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.760780:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.760796:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.760800:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.760811:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.760813:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.760820:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.760823:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.760829:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.760832:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761330:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761337:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761356:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761359:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761368:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761371:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761378:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761382:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074889.761536:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761541:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.761549:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761552:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761559:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761561:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761568:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761570:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761577:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761579:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761587:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761590:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761598:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761601:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761608:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761611:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761619:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761623:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074889.761749:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761754:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.761763:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761766:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761774:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761776:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761784:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761787:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761794:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761796:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.761803:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761806:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761814:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761817:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761824:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761826:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.761834:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.761854:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074889.762029:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762034:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.762043:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762046:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.762055:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762058:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.762067:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762069:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.762076:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762078:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.762085:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762088:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.762097:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762100:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.762109:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762111:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.762119:0:105200:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.762122:0:105200:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074889.781801:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074889.781828:0:105204:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074889.781837:0:105204:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000080:00200000:3.0:1769074889.782390:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074889.782398:0:105205:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074889.782412:0:105205:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074889.782444:0:105205:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.782461:0:105205:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.782476:0:105205:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.782485:0:105205:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.782493:0:105205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074889.782497:0:105205:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:3.0:1769074889.782504:0:105205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19dbcb8 00010000:00010000:3.0:1769074889.782508:0:105205:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.782522:0:105205:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.783594:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074889.783607:0:105203:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.783612:0:105203:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.783630:0:105203:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.783641:0:105203:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.783653:0:105203:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.783660:0:105203:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.783665:0:105203:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.783668:0:105203:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.783673:0:105203:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1453cb8 00010000:00010000:2.0:1769074889.783676:0:105203:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.783683:0:105203:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.785394:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785411:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.785423:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785428:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785436:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785440:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785447:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785450:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785457:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785460:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785468:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785471:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.785478:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785481:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.785490:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785493:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.785500:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785504:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074889.785649:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785654:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.785663:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785666:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785674:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785677:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785685:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785688:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785697:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785701:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.785766:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785771:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.785778:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785781:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.785788:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785791:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.785798:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.785802:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074889.785901:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785907:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.785915:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785919:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.785927:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785930:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.785940:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785943:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.785951:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785953:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.785960:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785962:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.785982:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.785986:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.786192:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786198:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.786207:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786210:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.786218:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786220:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.786228:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786231:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.786238:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786241:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.786249:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786252:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.786260:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786263:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.786271:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786274:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.786282:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.786360:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000002:00010000:1.0:1769074889.786477:0:105204:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074889.786497:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.786512:0:105204:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.786519:0:105204:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074889.786527:0:105204:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074889.786531:0:105204:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:1.0:1769074889.786537:0:105204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19c3cb8 00010000:00010000:1.0:1769074889.786541:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.786549:0:105204:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.787500:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787508:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.787516:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787520:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787526:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787528:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787537:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787539:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787546:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787549:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787556:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787559:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.787566:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787569:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.787576:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787578:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.787584:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787587:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074889.787698:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787743:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.787755:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787758:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787766:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787769:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787776:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787779:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787786:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787788:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.787796:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787799:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.787806:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787808:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.787816:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787818:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.787825:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.787829:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074889.788205:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788210:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.788410:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788415:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788428:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788431:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788438:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788442:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788450:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788453:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788460:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788463:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788470:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788473:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788480:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788483:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788490:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788493:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074889.788563:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.788570:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788609:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788614:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.788621:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788625:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788632:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788635:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788642:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788645:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788653:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788655:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.788660:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788663:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788671:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788673:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788681:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788684:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.788691:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.788695:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074889.789185:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789190:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.789200:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789203:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.789212:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789214:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.789221:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789224:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.789230:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789232:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.789239:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789242:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.789249:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789252:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.789260:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789263:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.789270:0:105205:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.789274:0:105205:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074889.790128:0:105203:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.790138:0:105203:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074889.790911:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790918:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.790927:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790930:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.790937:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790940:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.790947:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790950:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.790956:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790959:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.790966:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790968:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.790975:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790978:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.790985:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.790987:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.790994:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.791020:0:105204:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8934300, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074889.791028:0:105204:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074889.791353:0:105204:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074889.791420:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.791430:0:105204:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00000020:00100000:1.0:1769074889.791441:0:105204:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074889.791454:0:105204:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4a680 x1855007611912704/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074889.791464:0:105204:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00000100:00100000:1.0:1769074889.791485:0:105204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105204:1855007611912704:192.168.204.148@tcp:101:openssl.0 00000100:00100000:1.0:1769074889.791668:0:105204:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074889.797912:0:105204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105204:1855007611912704:192.168.204.148@tcp:101:openssl.0 00010000:00010000:1.0:1769074889.797938:0:105204:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.797952:0:105204:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.797959:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.797966:0:105204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.797985:0:105204:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.797991:0:105204:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074889.798006:0:105204:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.798013:0:105204:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.798020:0:105204:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.798031:0:105204:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074889.798038:0:105204:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.798044:0:105204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a49 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105204 initiator: MDT0 00000002:00100000:1.0:1769074889.798073:0:105204:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4a680 x1855007611912704/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074889.798088:0:105204:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074889.798118:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.798131:0:105204:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074889.798140:0:105204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19c39a8 00010000:00010000:1.0:1769074889.798143:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.798194:0:105204:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.798632:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798642:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.798655:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798660:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.798666:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798669:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.798678:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798681:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.798690:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798693:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.798700:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798716:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.798725:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798728:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.798735:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798737:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.798744:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.798755:0:105204:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6937800, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074889.798762:0:105204:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074889.798782:0:105204:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074889.798836:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.798844:0:105204:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00000020:00100000:1.0:1769074889.798855:0:105204:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074889.798863:0:105204:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4a680 x1855007611912960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074889.798872:0:105204:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00000100:00100000:1.0:1769074889.798895:0:105204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105204:1855007611912960:192.168.204.148@tcp:101:openssl.0 00000100:00100000:1.0:1769074889.799103:0:105204:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074889.808466:0:105204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105204:1855007611912960:192.168.204.148@tcp:101:openssl.0 00010000:00010000:1.0:1769074889.808495:0:105204:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808509:0:105204:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808516:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808522:0:105204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808530:0:105204:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808536:0:105204:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074889.808540:0:105204:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808547:0:105204:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808554:0:105204:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808561:0:105204:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074889.808567:0:105204:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.808572:0:105204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9a50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105204 initiator: MDT0 00000002:00100000:1.0:1769074889.808660:0:105204:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4a680 x1855007611912960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074889.808679:0:105204:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074889.808717:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.808731:0:105204:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074889.808739:0:105204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19c39a8 00010000:00010000:1.0:1769074889.808743:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.808750:0:105204:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.809516:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809525:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.809531:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809534:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.809539:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809541:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.809546:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809548:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.809552:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809554:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.809558:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809560:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.809565:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809567:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.809571:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809573:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.809634:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.809644:0:105204:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6937080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074889.809650:0:105204:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074889.809668:0:105204:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074889.809728:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.809736:0:105204:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00000020:00100000:1.0:1769074889.809748:0:105204:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074889.809756:0:105204:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4a680 x1855007611913216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074889.809765:0:105204:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00000100:00100000:1.0:1769074889.810281:0:105204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105204:1855007611913216:192.168.204.148@tcp:101:openssl.0 00000100:00100000:1.0:1769074889.810604:0:105204:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074889.816792:0:105204:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105204:1855007611913216:192.168.204.148@tcp:101:openssl.0 00010000:00010000:1.0:1769074889.816816:0:105204:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816829:0:105204:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816836:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816854:0:105204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816862:0:105204:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816868:0:105204:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074889.816873:0:105204:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816883:0:105204:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.816891:0:105204:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.817432:0:105204:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074889.817442:0:105204:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105204 initiator: MDT0 00010000:00010000:1.0:1769074889.817450:0:105204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9a57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105204 initiator: MDT0 00000002:00100000:1.0:1769074889.817471:0:105204:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4a680 x1855007611913216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074889.817485:0:105204:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074889.817510:0:105204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.817520:0:105204:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074889.817526:0:105204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19c39a8 00010000:00010000:1.0:1769074889.817528:0:105204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.817533:0:105204:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.817893:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818325:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.818344:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818349:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818358:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818361:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818369:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818371:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818379:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818382:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818389:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818393:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818400:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818403:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818410:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818413:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818421:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818423:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074889.818532:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818535:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.818541:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818542:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818547:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818549:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818553:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818555:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818560:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818562:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818566:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818568:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818572:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818574:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818579:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818581:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818588:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818591:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074889.818717:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818721:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.818727:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818729:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818734:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818735:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818740:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818742:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818747:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818748:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.818753:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818754:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818759:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818760:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818765:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818767:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.818772:0:105204:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.818774:0:105204:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074889.849591:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074889.849617:0:105208:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074889.849626:0:105208:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074889.849657:0:105208:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074889.849677:0:105208:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.849692:0:105208:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.849699:0:105208:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074889.849718:0:105208:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074889.849722:0:105208:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:0.0:1769074889.849730:0:105208:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c14b3cb8 00010000:00010000:0.0:1769074889.849734:0:105208:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.849742:0:105208:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.850273:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074889.850292:0:105209:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074889.850297:0:105209:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074889.850310:0:105209:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074889.850318:0:105209:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.850328:0:105209:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.850334:0:105209:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074889.850339:0:105209:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074889.850341:0:105209:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:2.0:1769074889.850345:0:105209:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19ebcb8 00010000:00010000:2.0:1769074889.850349:0:105209:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074889.850356:0:105209:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074889.851700:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851724:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.851736:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851740:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.851747:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851750:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.851757:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851760:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.851768:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851770:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.851778:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851781:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.851788:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851791:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.851799:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851802:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.851808:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.851812:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074889.851996:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852001:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.852009:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852013:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852020:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852023:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852030:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852033:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852040:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852043:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852051:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852055:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852063:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852066:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852074:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852077:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852085:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852088:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:2.0:1769074889.852268:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852273:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.852283:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852286:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852294:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852297:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852304:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852307:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852313:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852316:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852323:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852325:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852331:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852334:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852342:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852344:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852352:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852356:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074889.852485:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852490:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.852499:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852502:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852509:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852512:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852521:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852524:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852532:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852535:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852544:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852547:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852554:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852557:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852563:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852565:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852572:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852575:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074889.852690:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852696:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.852717:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852721:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852730:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852733:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852742:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852745:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852752:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852755:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852763:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852766:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852773:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852775:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852782:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852785:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852793:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852797:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074889.852924:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852930:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074889.852937:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852940:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852948:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852951:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852957:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852961:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852970:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852973:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074889.852984:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852987:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.852996:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.852999:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.853007:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.853009:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074889.853017:0:105209:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.853020:0:105209:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074889.855774:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074889.855793:0:105210:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074889.855800:0:105210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074889.855830:0:105210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.856104:0:105210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.856121:0:105210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.856130:0:105210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.856138:0:105210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074889.856142:0:105210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:3.0:1769074889.856173:0:105210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c19fbcb8 00010000:00010000:3.0:1769074889.856177:0:105210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.856185:0:105210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.857750:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.857763:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.857776:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.857780:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.857789:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.857792:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.857800:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.857803:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.857811:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.857813:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.857821:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.857824:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.857833:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.860129:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.860186:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.860197:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.860209:0:105208:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.860214:0:105208:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074889.864526:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864543:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.864556:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864560:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.864568:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864570:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.864578:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864580:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.864588:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864590:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.864597:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864600:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.864608:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864611:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.864618:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864622:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.864630:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864634:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074889.864829:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.864834:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.866823:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.866833:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.867697:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867734:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.867749:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867753:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.867761:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867763:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.867768:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867771:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.867776:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867778:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.867783:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867786:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.867794:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.867798:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074889.874947:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.874967:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.875002:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875008:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875018:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875021:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875028:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875031:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875038:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875041:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875049:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875443:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.875460:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875464:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.875478:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875481:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.875491:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875496:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074889.875686:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875691:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.875700:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875716:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875726:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875729:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875739:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875742:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875752:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875756:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.875765:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875769:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.875779:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875855:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.875870:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875873:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.875882:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.875885:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074889.876269:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876274:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.876283:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876286:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876295:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876299:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876306:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876308:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876314:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876317:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876324:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876327:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876334:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876337:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876346:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876349:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876357:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876361:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074889.876477:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876482:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.876489:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876491:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876499:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876501:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876508:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876510:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876517:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876520:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876527:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876530:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876538:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876541:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876547:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876550:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876556:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876560:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074889.876669:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876673:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.876682:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876685:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876693:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876696:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876716:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876720:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876729:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876732:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876739:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876741:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876748:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876751:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876758:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876760:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.876768:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876772:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074889.876947:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876953:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.876962:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876964:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.876984:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.876987:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.877003:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.877006:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.877015:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.877018:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.877024:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.877027:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.877034:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.877038:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.877046:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.877049:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.879213:0:105210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.879230:0:105210:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074889.898290:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074889.898315:0:105214:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074889.898323:0:105214:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000080:00200000:1.0:1769074889.898336:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074889.898342:0:105215:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074889.898345:0:105215:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074889.898357:0:105215:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00010000:3.0:1769074889.898357:0:105214:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074889.898376:0:105215:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074889.898393:0:105215:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.898401:0:105215:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074889.898413:0:105215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074889.898416:0:105215:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00010000:00010000:3.0:1769074889.898593:0:105214:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.898603:0:105214:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074889.898604:0:105215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1c03cb8 00010000:00010000:1.0:1769074889.898609:0:105215:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 4/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.898611:0:105214:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.898616:0:105214:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:1.0:1769074889.898617:0:105215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074889.898619:0:105214:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:3.0:1769074889.898624:0:105214:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1bfbcb8 00010000:00010000:3.0:1769074889.898626:0:105214:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.898633:0:105214:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074889.899993:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900005:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.900014:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900018:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900025:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900027:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900034:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900037:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900043:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900046:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900053:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900057:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900066:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900069:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900077:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900080:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900087:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900090:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074889.900252:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900257:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.900265:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900268:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900275:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900277:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900284:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900287:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900293:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900296:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900302:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900304:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900311:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900313:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900320:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900322:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900329:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900332:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074889.900444:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900448:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.900457:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900459:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900467:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900469:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900476:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900478:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900485:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900488:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900495:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900498:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900506:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900509:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900516:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900519:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900525:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900529:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074889.900627:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900631:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.900640:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900643:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900650:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900654:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900660:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900663:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900670:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900673:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900679:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900682:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900689:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900692:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900699:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900716:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900725:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900729:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074889.900832:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900837:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.900844:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900848:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900854:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900857:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900864:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900867:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900873:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900875:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.900881:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900884:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900891:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900893:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900900:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900902:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.900909:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.900912:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074889.901008:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901012:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.901020:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901022:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901029:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901032:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901039:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901042:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901048:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901051:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901058:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901060:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901067:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901070:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901076:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901079:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901086:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901090:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074889.901206:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901211:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.901218:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901221:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901227:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901230:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901236:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901239:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901245:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901248:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901255:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901257:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901264:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901267:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901274:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901276:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901283:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901286:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074889.901412:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901417:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074889.901425:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901427:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901434:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901437:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901444:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901446:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901453:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901456:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074889.901462:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901465:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901472:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901474:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901481:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901484:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074889.901491:0:105215:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074889.901494:0:105215:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074889.904032:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904052:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.904067:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904071:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904080:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904084:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904092:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904095:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904103:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904106:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904113:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904116:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904124:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904127:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904134:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904137:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904144:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904170:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074889.904362:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904368:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.904377:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904380:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904387:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904390:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904397:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904399:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904407:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904409:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904416:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904419:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904427:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904430:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904437:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904440:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904447:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904451:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074889.904585:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904590:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.904598:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904601:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904608:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904611:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904619:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904621:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904628:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904631:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904637:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904640:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904648:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904650:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904657:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904660:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904668:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904671:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074889.904803:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904808:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.904815:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904818:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904826:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904828:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904835:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904837:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904846:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904849:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.904857:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904860:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904868:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904871:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904877:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904880:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.904888:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.904892:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074889.905000:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905006:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.905016:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905019:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905028:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905031:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905038:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905041:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905048:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905050:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905058:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905060:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.905066:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905068:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.905075:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905077:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.905083:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905087:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074889.905231:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905236:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074889.905244:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905247:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905257:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905260:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905268:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905272:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905281:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905284:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074889.905292:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905295:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.905303:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905306:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.905313:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905316:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074889.905323:0:105214:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.905326:0:105214:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074889.906391:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074889.906423:0:105213:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074889.906446:0:105213:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074889.906508:0:105213:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074889.907868:0:105213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.907889:0:105213:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.907899:0:105213:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074889.907911:0:105213:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074889.907915:0:105213:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:0.0:1769074889.907924:0:105213:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1e43cb8 00010000:00010000:0.0:1769074889.907929:0:105213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.907939:0:105213:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.910576:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910589:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.910598:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910601:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.910608:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910610:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.910615:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910617:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.910622:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910623:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.910629:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910631:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.910636:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910638:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.910643:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910644:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.910650:0:105213:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.910652:0:105213:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074889.937624:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074889.937646:0:105218:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074889.937654:0:105218:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074889.937685:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074889.937714:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.937728:0:105218:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074889.937736:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074889.937744:0:105218:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074889.937748:0:105218:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa99a8 00000080:00010000:3.0:1769074889.937754:0:105218:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99a8 from it ffffb370c1c1bcb8 00010000:00010000:3.0:1769074889.937757:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074889.937764:0:105218:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074889.939176:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939188:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074889.939200:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939204:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.939211:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939213:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.939220:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939223:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.939230:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939233:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074889.939240:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939243:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.939251:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939254:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.939261:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939264:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074889.939272:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939277:0:105217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074889.939783:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074889.939799:0:105217:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:0.0:1769074889.939802:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074889.939806:0:105217:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074889.939812:0:105217:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:0.0:1769074889.939852:0:105217:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.939875:0:105217:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.940010:0:105217:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074889.940018:0:105217:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074889.940020:0:105217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa99a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0c9c expref: -99 pid: 105178 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074889.940039:0:105217:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074889.940053:0:105217:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611913472/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074889.940077:0:105217:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105217:1855007611913472:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074889.940196:0:105217:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7cc0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074889.940943:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:1.0:1769074889.947806:0:105217:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105217:1855007611913472:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074889.947861:0:105217:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x162:0x0](ffff88dac9d47448) 00000080:00200000:1.0:1769074889.947868:0:105217:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x162:0x0], updating i_size 4096 00000080:00200000:3.0:1769074889.947998:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074889.948006:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074889.948037:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074889.948111:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.948122:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.948131:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:3.0:1769074889.948176:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913600:192.168.204.148@tcp:101:tail.0 00000100:00100000:3.0:1769074889.948280:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.954765:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913600:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074889.954787:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954800:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954807:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954813:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954820:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954827:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.954832:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954839:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954847:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954853:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.954858:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.954864:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9a5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:3.0:1769074889.954879:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8830e00 x1855007611913600/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.954894:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074889.954921:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074889.954999:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074889.955024:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074889.955029:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074889.955048:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074889.955103:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.955111:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.955125:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:3.0:1769074889.955144:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913728:192.168.204.148@tcp:101:tail.0 00000100:00100000:3.0:1769074889.955276:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074889.960867:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913728:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074889.960893:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960907:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960914:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960920:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960928:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960934:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074889.960939:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960946:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.960953:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.961201:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074889.961208:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:3.0:1769074889.961214:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9a65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:3.0:1769074889.961227:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8830e00 x1855007611913728/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074889.961462:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.961695:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074889.961782:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.961803:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074889.961808:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074889.961824:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074889.962468:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.962476:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.962484:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:2.0:1769074889.962505:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913856:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074889.965200:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.969838:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913856:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074889.969865:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969878:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969885:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969892:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969899:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969905:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.969910:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969917:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969923:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969930:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.969937:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.969943:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:2.0:1769074889.969962:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611913856/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.969989:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.970022:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074889.970106:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.970122:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074889.970126:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074889.970146:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074889.970220:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.970228:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.970236:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:2.0:1769074889.970613:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913984:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074889.970775:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.981974:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611913984:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074889.981998:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982010:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982017:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982023:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982031:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982038:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.982043:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982050:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982056:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982061:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.982066:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982070:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:2.0:1769074889.982083:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611913984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.982095:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.982117:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074889.982207:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.982220:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074889.982223:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074889.982244:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074889.982283:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982294:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.982302:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:2.0:1769074889.982321:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914112:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074889.982421:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.988856:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914112:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074889.988883:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988895:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988902:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988909:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988917:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988923:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.988928:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988934:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988944:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988950:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.988956:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.988962:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9a7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:2.0:1769074889.988978:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611914112/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.988992:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.989019:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074889.989083:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.989097:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074889.989102:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074889.989119:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074889.989608:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.989616:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.989625:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:2.0:1769074889.989647:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914240:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074889.989756:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074889.996991:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914240:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074889.997014:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997026:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997034:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997042:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997051:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997057:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074889.997061:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997068:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997074:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997081:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074889.997087:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997093:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9a81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:2.0:1769074889.997114:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611914240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074889.997130:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074889.997170:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074889.997235:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074889.997267:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074889.997272:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074889.997291:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074889.997337:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997345:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074889.997353:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:2.0:1769074889.997373:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914368:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074889.997449:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.001921:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914368:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074890.001946:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.001958:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.001964:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.001971:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.001984:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.001989:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074890.001995:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.002001:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.002008:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.002014:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074890.002021:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:2.0:1769074890.002027:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9a88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:2.0:1769074890.002047:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611914368/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074905 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074890.002063:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074890.002098:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074890.002223:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.003536:0:105218:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074890.003547:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074890.003576:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074890.003792:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:0.0:1769074890.003801:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:0.0:1769074890.003812:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:0.0:1769074890.003839:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914496:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074890.003951:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.009542:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914496:192.168.204.148@tcp:101:tail.0 00010000:00010000:1.0:1769074890.009570:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009596:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009603:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009610:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009618:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009624:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.009629:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009636:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009643:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009650:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.009657:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009663:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9a8f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:1.0:1769074890.009679:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611914496/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.009694:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.009731:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074890.009803:0:105218:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.009820:0:105218:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3075080, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.009828:0:105218:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.009848:0:105218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.009903:0:105218:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.009910:0:105218:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000020:00100000:1.0:1769074890.009924:0:105218:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.009931:0:105218:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4a680 x1855007611914752/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.009939:0:105218:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00000100:00100000:1.0:1769074890.009961:0:105218:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914752:192.168.204.148@tcp:101:tail.0 00000100:00100000:1.0:1769074890.010776:0:105218:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.015938:0:105218:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105218:1855007611914752:192.168.204.148@tcp:101:tail.0 00010000:00010000:1.0:1769074890.016119:0:105218:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016135:0:105218:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016143:0:105218:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016175:0:105218:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016184:0:105218:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016190:0:105218:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.016195:0:105218:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016202:0:105218:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016209:0:105218:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016216:0:105218:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.016222:0:105218:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00010000:00010000:1.0:1769074890.016232:0:105218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9a96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105218 initiator: MDT0 00000002:00100000:1.0:1769074890.016249:0:105218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4a680 x1855007611914752/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.016264:0:105218:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.016426:0:105218:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074890.027899:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074890.027924:0:105220:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074890.027933:0:105220:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074890.027960:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.027988:0:105220:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:1.0:1769074890.028046:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.028479:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.028490:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:1.0:1769074890.028521:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611914880:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074890.028633:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.036625:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611914880:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074890.036653:0:105220:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036666:0:105220:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036681:0:105220:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036692:0:105220:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036714:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036722:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036729:0:105220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074890.036742:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4a680 x1855007611914880/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074890.036757:0:105220:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036771:0:105220:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074890.036778:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074890.036813:0:105220:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074890.036821:0:105220:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9a9d 00000080:00010000:2.0:1769074890.036826:0:105220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074890.036830:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e73cb8 00010000:00010000:2.0:1769074890.036833:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.036842:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074890.042784:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.042810:0:105220:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074890.042814:0:105220:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074890.042843:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074890.042907:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.042917:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.042926:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:2.0:1769074890.042951:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915008:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074890.043072:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.048861:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915008:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074890.048886:0:105220:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048898:0:105220:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048905:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048912:0:105220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048920:0:105220:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048926:0:105220:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074890.048931:0:105220:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048937:0:105220:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048943:0:105220:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048951:0:105220:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074890.048958:0:105220:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.048964:0:105220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9aa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00000002:00100000:2.0:1769074890.048994:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbf480 x1855007611915008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074890.049010:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.049544:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.049561:0:105220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.049571:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e73980 00010000:00010000:3.0:1769074890.049575:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.049655:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.049751:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.049766:0:105220:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074890.049770:0:105220:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074890.049787:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074890.049831:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.049842:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.049850:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:3.0:1769074890.049871:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915136:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.050031:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.058773:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915136:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.058800:0:105220:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058814:0:105220:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058822:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058828:0:105220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058836:0:105220:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058842:0:105220:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.058847:0:105220:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058854:0:105220:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058864:0:105220:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058871:0:105220:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.058877:0:105220:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.058883:0:105220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9aab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00000002:00100000:3.0:1769074890.058901:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831180 x1855007611915136/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.058916:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.058945:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.058956:0:105220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.059056:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e73980 00010000:00010000:3.0:1769074890.059069:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.059077:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.062465:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.062484:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.062528:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.062532:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.062542:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.062545:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.062552:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.062563:0:105220:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074890.062568:0:105220:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074890.062713:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074890.062780:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.062792:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.062803:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:3.0:1769074890.062832:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915264:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.062996:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.067582:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915264:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.067605:0:105220:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067619:0:105220:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067626:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067633:0:105220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067641:0:105220:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067650:0:105220:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.067666:0:105220:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067673:0:105220:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067680:0:105220:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067688:0:105220:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.067694:0:105220:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00010000:00010000:3.0:1769074890.067709:0:105220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ab2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00000002:00100000:3.0:1769074890.067727:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831180 x1855007611915264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.067740:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.067771:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.068058:0:105220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.068069:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e73980 00010000:00010000:3.0:1769074890.068073:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.068080:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.068191:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.068199:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.068213:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.068216:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.068226:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.068246:0:105220:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347e600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074890.068254:0:105220:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074890.068532:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074890.068588:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.068594:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000020:00100000:2.0:1769074890.068602:0:105220:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074890.068608:0:105220:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611915520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074890.068614:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:2.0:1769074890.068630:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915520:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074890.068838:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.074002:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915520:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074890.074026:0:105220:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074038:0:105220:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074045:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074060:0:105220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074068:0:105220:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074075:0:105220:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074890.074080:0:105220:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074085:0:105220:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074092:0:105220:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074100:0:105220:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074890.074105:0:105220:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00010000:00010000:2.0:1769074890.074111:0:105220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9ab9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00000002:00100000:2.0:1769074890.074128:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611915520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074890.074142:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074890.074660:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.074675:0:105220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074890.074683:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e739a8 00010000:00010000:0.0:1769074890.074687:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.074693:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.075432:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075443:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074890.075454:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075458:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.075468:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075470:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.075477:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075480:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.075487:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075490:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.075496:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075499:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.075507:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075510:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.075517:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075519:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.075526:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.075537:0:105220:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dacaaaa900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074890.075545:0:105220:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074890.075565:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074890.075630:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:0.0:1769074890.075639:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000020:00100000:0.0:1769074890.075649:0:105220:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074890.075659:0:105220:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611915776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074890.075668:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:0.0:1769074890.075689:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915776:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074890.075879:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.080559:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611915776:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.080667:0:105220:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080681:0:105220:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080688:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080695:0:105220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080714:0:105220:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080720:0:105220:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.080725:0:105220:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080731:0:105220:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080737:0:105220:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080743:0:105220:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.080749:0:105220:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.080755:0:105220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9ac0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00000002:00100000:1.0:1769074890.080774:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2d180 x1855007611915776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.080787:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.080819:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.080835:0:105220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.080843:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e739a8 00010000:00010000:1.0:1769074890.080846:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.080854:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.081849:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081866:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.081878:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081882:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.081890:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081892:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.081899:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081902:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.081909:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081911:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.081917:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081920:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.081927:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081930:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.081937:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081940:0:105220:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.081948:0:105220:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.081960:0:105220:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3074780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.083549:0:105220:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.083655:0:105220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.083749:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.083759:0:105220:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000020:00100000:1.0:1769074890.083772:0:105220:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.083787:0:105220:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49880 x1855007611916032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.083796:0:105220:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00000100:00100000:1.0:1769074890.083820:0:105220:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611916032:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.084185:0:105220:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.090423:0:105220:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105220:1855007611916032:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.090452:0:105220:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.090464:0:105220:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.090472:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.090479:0:105220:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.090487:0:105220:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.090494:0:105220:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.090499:0:105220:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.091530:0:105220:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.091547:0:105220:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.091554:0:105220:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.091561:0:105220:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00010000:00010000:1.0:1769074890.091567:0:105220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9ac7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105220 initiator: MDT0 00000002:00100000:1.0:1769074890.091677:0:105220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab49880 x1855007611916032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.091692:0:105220:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.091730:0:105220:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.091741:0:105220:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.091749:0:105220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e739a8 00010000:00010000:1.0:1769074890.091753:0:105220:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.091760:0:105220:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.104500:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104520:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074890.104534:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104539:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.104549:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104552:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.104562:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104565:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.104574:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104577:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.104585:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104589:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.104599:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104602:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.104610:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104613:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.104621:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.104625:0:105222:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074890.105186:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.105201:0:105222:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=16 00000080:00200000:0.0:1769074890.105206:0:105222:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074890.105233:0:105222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_bcf6b5fd24211faf49732cc542197169,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074890.105292:0:105222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105222 initiator: MDT0 00010000:00010000:0.0:1769074890.105302:0:105222:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105222 initiator: MDT0 00010000:00010000:0.0:1769074890.105312:0:105222:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105222 initiator: MDT0 00000100:00100000:0.0:1769074890.105338:0:105222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105222:1855007611916160:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074890.105554:0:105222:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000080:00200000:3.0:1769074890.112776:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074890.112808:0:105223:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074890.112814:0:105223:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074890.112836:0:105223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074890.112857:0:105223:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.112871:0:105223:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.112879:0:105223:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074890.112887:0:105223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074890.112891:0:105223:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9a9d 00000080:00010000:3.0:1769074890.112898:0:105223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e43cb8 00010000:00010000:3.0:1769074890.112901:0:105223:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.112910:0:105223:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.115763:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:1.0:1769074890.115951:0:105222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105222:1855007611916160:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074890.115988:0:105222:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116010:0:105222:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 4/1,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116018:0:105222:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 4/1,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116030:0:105222:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116042:0:105222:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116063:0:105222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116071:0:105222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116078:0:105222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074890.116091:0:105222:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7d2c000 x1855007611916160/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074890.116109:0:105222:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116118:0:105222:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/354 (0 0) 00000080:00200000:1.0:1769074890.116123:0:105222:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074890.116142:0:105222:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x162:0x0], updating i_size 4096 00000080:00200000:1.0:1769074890.116144:0:105222:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x162:0x0](ffff88dac9d47448): rc = 0 00000080:00010000:1.0:1769074890.116168:0:105222:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x162:0x0](ffff88dac9d47448) for lock 0x989cb6132eaa9ace 00000080:00010000:1.0:1769074890.116181:0:105222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x162:0x0](ffff88dac9d47448) 00000080:00010000:1.0:1769074890.116183:0:105222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ace from it ffffb370c1e13aa8 00010000:00010000:1.0:1769074890.116185:0:105222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.116191:0:105222:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.116212:0:105222:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x162:0x0](ffff88dac9d47448), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.116223:0:105222:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_ae95f8f2dfcb4ea65342e06f0e6048e7, dir=[0x200000402:0x162:0x0](ffff88dac9d47448), flags=16 00000080:00200000:1.0:1769074890.116226:0:105222:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_ae95f8f2dfcb4ea65342e06f0e6048e7, dir=[0x200000402:0x162:0x0](ffff88dac9d47448), intent=0 00000002:00010000:1.0:1769074890.116243:0:105222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_ae95f8f2dfcb4ea65342e06f0e6048e7,[0x0:0x0:0x0]) in obj [0x200000402:0x162:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.116523:0:105222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.116529:0:105222:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.116536:0:105222:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105222 initiator: MDT0 00000100:00100000:1.0:1769074890.116555:0:105222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105222:1855007611916288:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074890.116630:0:105222:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132300 going to sleep for 11 seconds 00000080:00200000:3.0:1769074890.116675:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.120985:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121003:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.121021:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121024:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.121038:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121041:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.121257:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121263:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.121274:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121415:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.121431:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121435:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.121444:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121447:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.121452:0:105223:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.121455:0:105223:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:1.0:1769074890.124728:0:105222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105222:1855007611916288:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074890.124754:0:105222:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124768:0:105222:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124775:0:105222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124860:0:105222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124870:0:105222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124876:0:105222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.124881:0:105222:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124888:0:105222:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124895:0:105222:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124902:0:105222:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.124909:0:105222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105222 initiator: MDT0 00010000:00010000:1.0:1769074890.124916:0:105222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ad5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105222 initiator: MDT0 00000002:00100000:1.0:1769074890.124935:0:105222:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab49880 x1855007611916288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.124951:0:105222:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x162:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.125131:0:105222:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/354 (0 0) 00000080:00200000:1.0:1769074890.135187:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074890.135207:0:105225:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074890.135215:0:105225:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074890.135237:0:105225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.135255:0:105225:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.135439:0:105225:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.135450:0:105225:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074890.135459:0:105225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074890.135463:0:105225:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9a9d 00000080:00010000:1.0:1769074890.135470:0:105225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1c2bcb8 00010000:00010000:1.0:1769074890.135474:0:105225:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.135483:0:105225:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074890.138712:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138728:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074890.138742:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138746:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.138754:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138757:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.138764:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138766:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.138775:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138778:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.138872:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138877:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.138887:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138890:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.138898:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138901:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.138909:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.138913:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074890.139938:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.139948:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074890.139959:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.139963:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.139985:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.139988:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.139995:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.139998:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.140004:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140008:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.140014:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140017:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.140024:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140027:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.140036:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140039:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.140558:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140566:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074890.140865:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140870:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074890.140883:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140886:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.140893:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140895:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.140903:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140905:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.140913:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140916:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.140924:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140926:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.140933:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140935:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.140943:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140945:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.140953:0:105225:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.140956:0:105225:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074890.155394:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074890.155417:0:105228:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074890.155425:0:105228:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074890.155449:0:105228:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074890.155464:0:105228:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.155480:0:105228:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.155488:0:105228:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074890.155495:0:105228:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074890.155499:0:105228:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9a9d 00000080:00010000:0.0:1769074890.155506:0:105228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9a9d from it ffffb370c1e73cb8 00010000:00010000:0.0:1769074890.155509:0:105228:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.155517:0:105228:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.157206:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157219:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074890.157231:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157235:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.157245:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157248:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.157255:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157259:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.157266:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157269:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.157277:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157280:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.157289:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157292:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.157301:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157303:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.157313:0:105228:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.157317:0:105228:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074890.163529:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163551:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074890.163565:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163570:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.163582:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163586:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.163595:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163598:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.163608:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163611:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.163620:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163623:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.163633:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163636:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.163645:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163648:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.163655:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.163659:0:105227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074890.164759:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.164783:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074890.164788:0:105227:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_d8c7c4765ab65206a931fabf95a228e4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8198780, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:0.0:1769074890.164799:0:105227:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_d8c7c4765ab65206a931fabf95a228e4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open|creat 00000002:00010000:0.0:1769074890.164837:0:105227:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_d8c7c4765ab65206a931fabf95a228e4,[0x200000402:0x163:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:0.0:1769074890.164863:0:105227:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.164887:0:105227:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.167194:0:105227:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.167212:0:105227:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074890.167216:0:105227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9a9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0f82 expref: -99 pid: 105220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.167256:0:105227:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105227 initiator: MDT0 00010000:00010000:0.0:1769074890.167264:0:105227:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105227 initiator: MDT0 00000020:00100000:0.0:1769074890.167409:0:105227:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074890.167424:0:105227:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ca80 x1855007611916544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074890.167433:0:105227:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105227 initiator: MDT0 00000100:00100000:0.0:1769074890.167460:0:105227:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105227:1855007611916544:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074890.167725:0:105227:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.174343:0:105227:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105227:1855007611916544:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074890.174368:0:105227:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174393:0:105227:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 4/0,1 mode: --/PR res: [0x200000402:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174400:0:105227:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 4/0,1 mode: --/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174412:0:105227:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174423:0:105227:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174436:0:105227:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174445:0:105227:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174452:0:105227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074890.174461:0:105227:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff88dac7d2ca80 x1855007611916544/t4294968856(4294968856) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074906 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1769074890.174475:0:105227:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2ca80 x1855007611916544/t4294968856(4294968856) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074906 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074890.174489:0:105227:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174499:0:105227:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/355 (0 0) 00000080:00200000:1.0:1769074890.174505:0:105227:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074890.174521:0:105227:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_d8c7c4765ab65206a931fabf95a228e4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open|creat 00000080:00200000:1.0:1769074890.174558:0:105227:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x163:0x0](ffff88dac9d40908) 00000080:00200000:1.0:1769074890.174569:0:105227:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x163:0x0], updating i_size 0 00000080:00200000:1.0:1769074890.174615:0:105227:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x163:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074890.174621:0:105227:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x163:0x0](ffff88dac9d40908) 00000080:00010000:1.0:1769074890.174625:0:105227:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x163:0x0](ffff88dac9d40908) for lock 0x989cb6132eaa9adc 00000080:00010000:1.0:1769074890.174636:0:105227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x163:0x0](ffff88dac9d40908) 00000080:00200008:1.0:1769074890.174652:0:105227:0:(file.c:1001:ll_file_open()) START file pjdfstest_d8c7c4765ab65206a931fabf95a228e4:[0x200000402:0x163:0x0](ffff88dac9d40908), flags 100300 00000002:00100000:1.0:1769074890.174676:0:105227:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2ca80 x1855007611916544/t4294968856(4294968856) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074906 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1769074890.174726:0:105227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9adc from it ffff88dac311bb40 00010000:00010000:1.0:1769074890.174731:0:105227:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.174739:0:105227:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.174764:0:105227:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x163:0x0](ffff88dac9d40908), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074890.174798:0:105227:0:(file.c:424:ll_file_release()) START file pjdfstest_d8c7c4765ab65206a931fabf95a228e4:[0x200000402:0x163:0x0](ffff88dac9d40908), flags 100000 00000002:00100000:1.0:1769074890.174842:0:105227:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2ca80 x1855007611916544/t4294968856(4294968856) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074890.174852:0:105227:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074890.174858:0:105227:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49880 x1855007611916800/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074890.174880:0:105227:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105227:1855007611916800:192.168.204.148@tcp:35:pjdfstest.0 00000100:00100000:1.0:1769074890.174972:0:105227:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.180432:0:105227:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105227:1855007611916800:192.168.204.148@tcp:35:pjdfstest.0 00000002:00100000:1.0:1769074890.180474:0:105227:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2ca80 x1855007611916544/t4294968856(4294968856) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.192057:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074890.192082:0:105230:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074890.192093:0:105230:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074890.192122:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074890.192137:0:105230:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1769074890.192226:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.192235:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.192245:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:3.0:1769074890.192273:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611916928:192.168.204.148@tcp:101:sh.0 00000100:00100000:3.0:1769074890.192387:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.204506:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611916928:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074890.204537:0:105230:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.204552:0:105230:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.204564:0:105230:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.205585:0:105230:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.205604:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.205612:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.205620:0:105230:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074890.205633:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831180 x1855007611916928/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074890.205647:0:105230:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.205659:0:105230:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074890.205666:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074890.205708:0:105230:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074890.205715:0:105230:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9ae3 00000080:00010000:3.0:1769074890.205721:0:105230:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074890.205724:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e13cb8 00010000:00010000:3.0:1769074890.205728:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.205737:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.209554:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.209576:0:105230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074890.209582:0:105230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074890.209609:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074890.209673:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:0.0:1769074890.209683:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:0.0:1769074890.209693:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:0.0:1769074890.209732:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917056:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074890.210553:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.219667:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917056:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074890.219691:0:105230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219715:0:105230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219722:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219730:0:105230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219738:0:105230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219744:0:105230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074890.219749:0:105230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219756:0:105230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219763:0:105230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219770:0:105230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074890.219777:0:105230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.219788:0:105230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9aea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00000002:00100000:2.0:1769074890.219806:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2dc00 x1855007611917056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074890.219822:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074890.219862:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.219875:0:105230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074890.219885:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e13980 00010000:00010000:2.0:1769074890.219889:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.219897:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074890.219991:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.220006:0:105230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074890.220010:0:105230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074890.220027:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074890.220077:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.220083:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:2.0:1769074890.220095:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:2.0:1769074890.220115:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917184:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.221867:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.229622:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917184:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.229647:0:105230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229660:0:105230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229666:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229674:0:105230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229681:0:105230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229687:0:105230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.229693:0:105230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229710:0:105230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229716:0:105230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229723:0:105230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.229729:0:105230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.229736:0:105230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9af1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00000002:00100000:3.0:1769074890.229755:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd880 x1855007611917184/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.229769:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.229806:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.229818:0:105230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.229826:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e13980 00010000:00010000:3.0:1769074890.229830:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.230289:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.230365:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.230374:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.230385:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.230389:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.230397:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.230399:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.230407:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.230419:0:105230:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074890.230423:0:105230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074890.230443:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074890.230485:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.230498:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.230507:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:3.0:1769074890.230529:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917312:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.230602:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.237584:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917312:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.237607:0:105230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237619:0:105230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237626:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237633:0:105230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237641:0:105230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237646:0:105230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.237651:0:105230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237657:0:105230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237668:0:105230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237674:0:105230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.237679:0:105230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.237686:0:105230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9af8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00000002:00100000:3.0:1769074890.237713:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831180 x1855007611917312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.237728:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.237754:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.237768:0:105230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.237788:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e13980 00010000:00010000:3.0:1769074890.237792:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.237801:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.237885:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.237893:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.237904:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.237907:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.237919:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.237931:0:105230:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac557d980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074890.237939:0:105230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074890.237957:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074890.238011:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.238018:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000020:00100000:3.0:1769074890.238030:0:105230:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074890.238036:0:105230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831180 x1855007611917568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074890.238826:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:3.0:1769074890.238864:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917568:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.240901:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.244899:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917568:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.244923:0:105230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244936:0:105230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244943:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244950:0:105230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244963:0:105230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244969:0:105230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.244974:0:105230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244981:0:105230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244988:0:105230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.244995:0:105230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.245001:0:105230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.245008:0:105230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9aff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00000002:00100000:3.0:1769074890.245025:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831180 x1855007611917568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.245039:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.245075:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.245088:0:105230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.245097:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e139a8 00010000:00010000:3.0:1769074890.245101:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.245109:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.245530:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245539:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074890.245548:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245552:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.245560:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245563:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.245571:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245574:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.245598:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245601:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.245611:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245615:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.245622:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245625:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.245633:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245637:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.245644:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.245653:0:105230:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347f080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074890.245660:0:105230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074890.245678:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074890.245740:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.245748:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000020:00100000:3.0:1769074890.245762:0:105230:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074890.245769:0:105230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831180 x1855007611917824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074890.245777:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:3.0:1769074890.245797:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917824:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.245965:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.253316:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611917824:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.253340:0:105230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253353:0:105230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253361:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253369:0:105230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253376:0:105230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253382:0:105230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.253387:0:105230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253394:0:105230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253402:0:105230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253410:0:105230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.253416:0:105230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.253423:0:105230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00000002:00100000:3.0:1769074890.253442:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831180 x1855007611917824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.253456:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.253485:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.253498:0:105230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.253508:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e139a8 00010000:00010000:3.0:1769074890.253511:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.253519:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.253914:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253923:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074890.253933:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253937:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.253944:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253947:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.253955:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253958:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.253965:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253968:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.253975:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253979:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.253986:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253989:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.253996:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.253999:0:105230:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.254006:0:105230:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.254016:0:105230:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347f200, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074890.254023:0:105230:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074890.254042:0:105230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074890.254093:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.254101:0:105230:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000020:00100000:3.0:1769074890.254113:0:105230:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074890.254121:0:105230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831180 x1855007611918080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074890.254130:0:105230:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00000100:00100000:3.0:1769074890.254175:0:105230:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611918080:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074890.254330:0:105230:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074890.262862:0:105230:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105230:1855007611918080:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074890.262886:0:105230:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262902:0:105230:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262910:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262916:0:105230:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262924:0:105230:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262930:0:105230:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074890.262935:0:105230:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262942:0:105230:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262949:0:105230:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262956:0:105230:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074890.262972:0:105230:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00010000:00010000:3.0:1769074890.262978:0:105230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105230 initiator: MDT0 00000002:00100000:3.0:1769074890.262999:0:105230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831180 x1855007611918080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074890.263014:0:105230:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074890.263057:0:105230:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.263070:0:105230:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074890.263080:0:105230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1e139a8 00010000:00010000:3.0:1769074890.265212:0:105230:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074890.265231:0:105230:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.280910:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.280928:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.280942:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.280946:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.280956:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.280958:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.280966:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.280969:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.280976:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.280979:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.280987:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.280991:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.280998:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.281001:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.281007:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.281010:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.281019:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.281023:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074890.281555:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.281563:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d8c7c4765ab65206a931fabf95a228e4, flags=0 00000080:00200000:1.0:1769074890.281571:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.281574:0:105232:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, flags=16 00000080:00200000:1.0:1769074890.281581:0:105232:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x162:0x0](ffff88dac9d47448), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.281593:0:105232:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_ae95f8f2dfcb4ea65342e06f0e6048e7, dir=[0x200000402:0x162:0x0](ffff88dac9d47448), flags=16 00000080:00200000:1.0:1769074890.281598:0:105232:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_ae95f8f2dfcb4ea65342e06f0e6048e7, dir=[0x200000402:0x162:0x0](ffff88dac9d47448), intent=0 00000002:00010000:1.0:1769074890.281624:0:105232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_ae95f8f2dfcb4ea65342e06f0e6048e7,[0x0:0x0:0x0]) in obj [0x200000402:0x162:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.281683:0:105232:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105232 initiator: MDT0 00010000:00010000:1.0:1769074890.281706:0:105232:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105232 initiator: MDT0 00010000:00010000:1.0:1769074890.281717:0:105232:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105232 initiator: MDT0 00000100:00100000:1.0:1769074890.281750:0:105232:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105232:1855007611918208:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074890.281999:0:105232:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.292686:0:105232:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105232:1855007611918208:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074890.292718:0:105232:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292732:0:105232:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292740:0:105232:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292748:0:105232:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292755:0:105232:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292761:0:105232:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074890.292765:0:105232:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292772:0:105232:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292788:0:105232:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292796:0:105232:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074890.292803:0:105232:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105232 initiator: MDT0 00010000:00010000:2.0:1769074890.292809:0:105232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9b14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x162:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 105232 initiator: MDT0 00000002:00100000:2.0:1769074890.292828:0:105232:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab49500 x1855007611918208/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074890.292855:0:105232:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x162:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074890.292884:0:105232:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/354 (0 0) 00000080:00200000:1.0:1769074890.295006:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074890.295028:0:105233:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074890.295036:0:105233:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074890.295226:0:105233:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.295243:0:105233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.295257:0:105233:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.295265:0:105233:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074890.295402:0:105233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074890.295408:0:105233:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9ae3 00000080:00010000:1.0:1769074890.295416:0:105233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1c33cb8 00010000:00010000:1.0:1769074890.295420:0:105233:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.295429:0:105233:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.304260:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304410:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.304428:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304433:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.304447:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304451:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.304460:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304463:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.304472:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304475:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.304482:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304486:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.304496:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304499:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.304507:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304510:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.304519:0:105233:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.304522:0:105233:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074890.322980:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074890.323005:0:105235:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074890.323014:0:105235:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074890.323038:0:105235:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.323464:0:105235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.323480:0:105235:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.323488:0:105235:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074890.323498:0:105235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074890.323502:0:105235:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9ae3 00000080:00010000:1.0:1769074890.323509:0:105235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1c3bcb8 00010000:00010000:1.0:1769074890.323513:0:105235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.323527:0:105235:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074890.329610:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329625:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074890.329637:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329641:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.329648:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329650:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.329656:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329659:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.329665:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329668:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.329675:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329679:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.329686:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329689:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.329710:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329714:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.329723:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.329727:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074890.330455:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330463:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074890.330473:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330476:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330483:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330486:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330493:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330496:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330502:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330505:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330511:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330514:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.330520:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330523:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.330529:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330532:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.330538:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330541:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074890.330667:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330671:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074890.330679:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330682:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330688:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330691:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330712:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330715:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330722:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330725:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074890.330732:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330735:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.330742:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330745:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.330753:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330755:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074890.330762:0:105235:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074890.330766:0:105235:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074890.350720:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074890.350739:0:105238:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074890.350747:0:105238:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074890.350770:0:105238:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074890.350787:0:105238:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.350802:0:105238:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074890.350811:0:105238:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074890.350818:0:105238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074890.350822:0:105238:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9ae3 00000080:00010000:2.0:1769074890.350829:0:105238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ae3 from it ffffb370c1c43cb8 00010000:00010000:2.0:1769074890.352203:0:105238:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.352221:0:105238:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.356646:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.356664:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074890.356675:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.356679:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.356686:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.356688:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.357940:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.357953:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074890.357965:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.357969:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.357977:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.357980:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.357988:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.357990:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.357996:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.357999:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.358007:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.358010:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.358016:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.358019:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.358026:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.358029:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.358036:0:105238:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.358040:0:105238:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074890.358169:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.358175:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.358190:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.358193:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.358204:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.358207:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.358215:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.358218:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.358226:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.358229:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.358247:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.358250:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074890.366941:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.366976:0:105237:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_d8c7c4765ab65206a931fabf95a228e4, flags=0 00000080:00200000:0.0:1769074890.366983:0:105237:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074890.366989:0:105237:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_d8c7c4765ab65206a931fabf95a228e4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:0.0:1769074890.368177:0:105237:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.368211:0:105237:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.368266:0:105237:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.368766:0:105237:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x163:0x0]: losing layout lock 00010000:00010000:0.0:1769074890.368814:0:105237:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 1/0,0 mode: --/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.368822:0:105237:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.369123:0:105237:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074890.369126:0:105237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9adc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b104d expref: -99 pid: 105227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.369200:0:105237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ae3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1062 expref: -99 pid: 105230 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074890.369219:0:105237:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074890.369232:0:105237:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ea00 x1855007611918464/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074890.369263:0:105237:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105237:1855007611918464:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074890.369376:0:105237:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074890.377124:0:105237:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105237:1855007611918464:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074890.377218:0:105237:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x163:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1769074890.377229:0:105237:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x163:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074890.377247:0:105237:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x163:0x0](ffff88dac9d40908) 00000080:00200000:0.0:1769074890.386055:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074890.386078:0:105240:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074890.386086:0:105240:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074890.386114:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074890.386128:0:105240:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1769074890.386216:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:0.0:1769074890.386224:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:0.0:1769074890.386234:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:0.0:1769074890.386263:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918592:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074890.386667:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.391884:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918592:192.168.204.148@tcp:101:sh.0 00010000:00010000:1.0:1769074890.391915:0:105240:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.391928:0:105240:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.391941:0:105240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.391952:0:105240:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.391962:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.391969:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.391977:0:105240:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074890.391987:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2f100 x1855007611918592/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074890.392006:0:105240:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.392020:0:105240:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074890.392028:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074890.392059:0:105240:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1769074890.392066:0:105240:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b1b 00000080:00010000:1.0:1769074890.392072:0:105240:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074890.392074:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c23cb8 00010000:00010000:1.0:1769074890.392077:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.392090:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.394614:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.394637:0:105240:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074890.394643:0:105240:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074890.394668:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.394739:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.394750:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.394760:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:1.0:1769074890.394786:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918720:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.395137:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.399189:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918720:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.399207:0:105240:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399216:0:105240:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399220:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399225:0:105240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399230:0:105240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399240:0:105240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.399243:0:105240:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399247:0:105240:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399253:0:105240:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399260:0:105240:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.399266:0:105240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.399271:0:105240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00000002:00100000:1.0:1769074890.399519:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611918720/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.399532:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.399557:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.399566:0:105240:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.399730:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c23980 00010000:00010000:1.0:1769074890.399735:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.399742:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.399905:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.399920:0:105240:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074890.399925:0:105240:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074890.399945:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.400000:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.400005:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.400013:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:1.0:1769074890.400029:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918848:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.400111:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.403432:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918848:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.403455:0:105240:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403468:0:105240:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403475:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403482:0:105240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403491:0:105240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403497:0:105240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.403502:0:105240:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403510:0:105240:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403517:0:105240:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403524:0:105240:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.403530:0:105240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.403536:0:105240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaa9b29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00000002:00100000:1.0:1769074890.403554:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611918848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.403569:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.403601:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.403615:0:105240:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.403624:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c23980 00010000:00010000:1.0:1769074890.403628:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.403635:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.403723:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.403734:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.403748:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.403752:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.403762:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.403765:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.403773:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.404005:0:105240:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074890.404011:0:105240:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074890.404026:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.404130:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.404142:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.404174:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:1.0:1769074890.404195:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918976:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.404476:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.410107:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611918976:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.410134:0:105240:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410146:0:105240:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410218:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410225:0:105240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410233:0:105240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410239:0:105240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.410244:0:105240:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410428:0:105240:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410441:0:105240:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410448:0:105240:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.410454:0:105240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.410461:0:105240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00000002:00100000:1.0:1769074890.410478:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611918976/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.410492:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.410519:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.410533:0:105240:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.410541:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c23980 00010000:00010000:1.0:1769074890.410547:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.410554:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.410682:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.410690:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.410719:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.410722:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.410730:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.410742:0:105240:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3074d80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.410748:0:105240:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.410767:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.412141:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.412184:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000020:00100000:1.0:1769074890.412199:0:105240:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.412210:0:105240:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611919232/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.412219:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:1.0:1769074890.412407:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611919232:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.412607:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.423242:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611919232:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.423285:0:105240:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423297:0:105240:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423304:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423310:0:105240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423321:0:105240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423328:0:105240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.423334:0:105240:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423341:0:105240:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423349:0:105240:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423357:0:105240:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.423363:0:105240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.423369:0:105240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00000002:00100000:1.0:1769074890.423388:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611919232/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.423403:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.423433:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.423445:0:105240:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.423454:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c239a8 00010000:00010000:1.0:1769074890.423457:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.423466:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.423915:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423924:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.423935:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423939:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.423946:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423949:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.423956:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423959:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.423968:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423971:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.423979:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423982:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.423990:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.423993:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.423999:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.424002:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.424010:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.424020:0:105240:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4c51680, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.424026:0:105240:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.424045:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.424091:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.424099:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000020:00100000:1.0:1769074890.424113:0:105240:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.424120:0:105240:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611919488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.424128:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:1.0:1769074890.424197:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611919488:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.424359:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.447205:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611919488:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.447231:0:105240:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447245:0:105240:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447252:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447259:0:105240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447267:0:105240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447943:0:105240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.447954:0:105240:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447964:0:105240:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447973:0:105240:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447981:0:105240:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.447989:0:105240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.447995:0:105240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00000002:00100000:1.0:1769074890.448020:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611919488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.448038:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.448077:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.448088:0:105240:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.448094:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c239a8 00010000:00010000:1.0:1769074890.448097:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.448101:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.448566:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448576:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.448586:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448590:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.448600:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448603:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.448611:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448614:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.448622:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448624:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.448632:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448636:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.448644:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448647:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.448653:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448655:0:105240:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.448660:0:105240:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.448668:0:105240:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3074480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.448673:0:105240:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.448703:0:105240:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.448759:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.448766:0:105240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000020:00100000:1.0:1769074890.448786:0:105240:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.448795:0:105240:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611919744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.448808:0:105240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00000100:00100000:1.0:1769074890.448840:0:105240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611919744:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.449033:0:105240:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.455857:0:105240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105240:1855007611919744:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.455883:0:105240:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455897:0:105240:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455904:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455912:0:105240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455919:0:105240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455924:0:105240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.455929:0:105240:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455935:0:105240:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455942:0:105240:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455948:0:105240:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.455955:0:105240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00010000:00010000:1.0:1769074890.455961:0:105240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9b45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105240 initiator: MDT0 00000002:00100000:1.0:1769074890.455980:0:105240:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611919744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.455994:0:105240:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.456025:0:105240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.456038:0:105240:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.456057:0:105240:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c239a8 00010000:00010000:1.0:1769074890.456061:0:105240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.456068:0:105240:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074890.473813:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074890.473842:0:105243:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074890.473850:0:105243:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074890.473881:0:105243:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074890.473901:0:105243:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.473918:0:105243:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074890.473925:0:105243:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074890.473934:0:105243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074890.473938:0:105243:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b1b 00000080:00010000:2.0:1769074890.473946:0:105243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b1b from it ffffb370c1c5bcb8 00010000:00010000:2.0:1769074890.473950:0:105243:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074890.473968:0:105243:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074890.478792:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.478809:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074890.478819:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.478822:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.480943:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481116:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.481181:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481186:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.481199:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481202:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074890.481210:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481214:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.481222:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481225:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.481241:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481245:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074890.481254:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.481258:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074890.488676:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488701:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074890.488713:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488717:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.488724:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488727:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.488734:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488736:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.488743:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488746:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074890.488753:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488756:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.488762:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488765:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.488771:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488774:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074890.488781:0:105243:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074890.488784:0:105243:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074890.489725:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074890.489736:0:105242:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, flags=0 00000080:00200000:0.0:1769074890.489743:0:105242:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074890.489748:0:105242:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_bcf6b5fd24211faf49732cc542197169, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:0.0:1769074890.489794:0:105242:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.489819:0:105242:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.489870:0:105242:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.492812:0:105242:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 1/0,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.492830:0:105242:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.492836:0:105242:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074890.492839:0:105242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9ace lrc: 0/0,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b101c expref: -99 pid: 105222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074890.492863:0:105242:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9b1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b111f expref: -99 pid: 105240 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074890.492880:0:105242:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074890.492892:0:105242:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f480 x1855007611920000/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074890.492917:0:105242:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105242:1855007611920000:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074890.493017:0:105242:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.518540:0:105242:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105242:1855007611920000:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074890.518598:0:105242:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x162:0x0](ffff88dac9d47448) 00000080:00200000:1.0:1769074890.530243:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074890.530276:0:105245:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074890.530284:0:105245:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074890.530307:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074890.530321:0:105245:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:1.0:1769074890.530379:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.530390:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.530400:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.530426:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920128:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074890.530663:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.541983:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920128:192.168.204.148@tcp:101:sh.0 00010000:00010000:1.0:1769074890.542009:0:105245:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542021:0:105245:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542033:0:105245:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542053:0:105245:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542064:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542071:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542078:0:105245:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074890.542088:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4aa00 x1855007611920128/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074890.542101:0:105245:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542113:0:105245:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074890.542120:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074890.542176:0:105245:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1769074890.542185:0:105245:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074890.542190:0:105245:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074890.542194:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c63cb8 00010000:00010000:1.0:1769074890.542197:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.542205:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.545112:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.545135:0:105245:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074890.545141:0:105245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074890.545239:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.546410:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.546425:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.546435:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.546462:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920256:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.546617:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.554344:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920256:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.554370:0:105245:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554383:0:105245:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554390:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554397:0:105245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554405:0:105245:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554411:0:105245:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.554416:0:105245:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554422:0:105245:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554428:0:105245:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554434:0:105245:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.554441:0:105245:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554447:0:105245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9b53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00000002:00100000:1.0:1769074890.554463:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611920256/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.554484:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.554513:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.554539:0:105245:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.554549:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c63980 00010000:00010000:1.0:1769074890.554552:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.554560:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.554648:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.554664:0:105245:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074890.554668:0:105245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074890.554685:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.554736:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554743:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.554752:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.554773:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920384:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.554858:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.566232:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920384:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.566258:0:105245:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566283:0:105245:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566291:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566298:0:105245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566306:0:105245:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566312:0:105245:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.566317:0:105245:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566323:0:105245:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566329:0:105245:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566335:0:105245:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.566340:0:105245:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566346:0:105245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00000002:00100000:1.0:1769074890.566361:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611920384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.566376:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.566402:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.566414:0:105245:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.566423:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c63980 00010000:00010000:1.0:1769074890.566427:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.566435:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.566505:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.566513:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.566524:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.566527:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.566534:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.566536:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.566543:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.566552:0:105245:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074890.566556:0:105245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074890.566571:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074890.566621:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566628:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.566642:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.566663:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920512:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.566753:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.574823:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920512:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.574847:0:105245:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574861:0:105245:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574868:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574875:0:105245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574882:0:105245:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574888:0:105245:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.574893:0:105245:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574900:0:105245:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574907:0:105245:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574918:0:105245:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.574924:0:105245:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.574930:0:105245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00000002:00100000:1.0:1769074890.574948:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611920512/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.574975:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.575006:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.575018:0:105245:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.575027:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c63980 00010000:00010000:1.0:1769074890.575031:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.575049:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.575126:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.575135:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.575181:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.575185:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.575195:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.575206:0:105245:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f9200, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.575213:0:105245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.575231:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.575286:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.575294:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000020:00100000:1.0:1769074890.575304:0:105245:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.575311:0:105245:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611920768/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.575320:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.575341:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920768:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.575506:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.581233:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611920768:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.581257:0:105245:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581287:0:105245:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581294:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581301:0:105245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581308:0:105245:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581315:0:105245:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.581320:0:105245:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581326:0:105245:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581334:0:105245:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581341:0:105245:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.581347:0:105245:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.581353:0:105245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00000002:00100000:1.0:1769074890.581370:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611920768/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.581383:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.581412:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.581424:0:105245:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.581434:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c639a8 00010000:00010000:1.0:1769074890.581437:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.581445:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.581887:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581898:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.581909:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581913:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.581922:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581925:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.581933:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581936:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.581944:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581947:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.581955:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581958:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.581967:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581970:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.581977:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581980:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.581986:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.581996:0:105245:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f9e00, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.582002:0:105245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.582020:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.582528:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.582537:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000020:00100000:1.0:1769074890.582551:0:105245:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.582560:0:105245:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611921024/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.582570:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.582593:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611921024:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.582775:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.591507:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611921024:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.591530:0:105245:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591544:0:105245:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591550:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591557:0:105245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591564:0:105245:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591571:0:105245:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.591575:0:105245:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591595:0:105245:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591603:0:105245:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591613:0:105245:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.591620:0:105245:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.591626:0:105245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9b6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00000002:00100000:1.0:1769074890.591647:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611921024/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.591662:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.591701:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.591714:0:105245:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.591724:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c639a8 00010000:00010000:1.0:1769074890.591728:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.591736:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074890.592219:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592230:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074890.592242:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592246:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.592255:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592269:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.592453:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592457:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.592465:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592468:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074890.592475:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592478:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.592485:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592487:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.592494:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592497:0:105245:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074890.592504:0:105245:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074890.592514:0:105245:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f9980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074890.592520:0:105245:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074890.592540:0:105245:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074890.592590:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.592598:0:105245:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000020:00100000:1.0:1769074890.592609:0:105245:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074890.592617:0:105245:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611921280/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074890.592626:0:105245:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00000100:00100000:1.0:1769074890.592648:0:105245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611921280:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074890.592823:0:105245:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074890.597542:0:105245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105245:1855007611921280:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074890.597567:0:105245:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597588:0:105245:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597596:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597603:0:105245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597611:0:105245:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597617:0:105245:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074890.597622:0:105245:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597628:0:105245:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597635:0:105245:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597641:0:105245:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074890.597646:0:105245:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00010000:00010000:1.0:1769074890.597651:0:105245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9b76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 105245 initiator: MDT0 00000002:00100000:1.0:1769074890.597667:0:105245:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611921280/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074906 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074890.597687:0:105245:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074890.597723:0:105245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.597736:0:105245:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074890.597744:0:105245:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c639a8 00010000:00010000:1.0:1769074890.597748:0:105245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.597756:0:105245:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074890.628912:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074891.654932:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074892.362488:0:105377:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:1.0:1769074892.668630:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074893.435369:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611921408:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074893.435796:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611921664:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074893.435832:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074893.435839:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611921536:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074893.455015:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611921536:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074893.455042:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611921408:192.168.204.148@tcp:400:kworker.0 00010000:00080000:0.0:1769074893.455055:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7d2c000 x1855007611921664/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074893.455080:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611921664:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074893.692366:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074893.972857:0:105516:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:1.0:1769074894.732244:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074895.740629:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074896.763604:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074897.791581:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074898.556425:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611921792:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074898.556579:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611922048:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074898.556616:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074898.556623:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611921920:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074898.560982:0:2404:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968859 gen 1 00000100:00100000:3.0:1769074898.561027:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611921920:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074898.561045:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac8831f80 x1855007611922048/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074898.561056:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611922048:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074898.563553:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611921792:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074898.815065:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074899.845600:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074900.793714:0:106093:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_05: link returns EMLINK if the link count of the file named by name1 would exceed 32767 ========================================================== 04:41:39 (1769074899) 00010000:00010000:3.0:1769074900.861457:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074901.904221:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074902.360792:0:106232:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/05.t against ext4 filesystem 00010000:00010000:3.0:1769074902.911388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074903.681664:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611922176:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074903.683354:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074903.683375:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611922304:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074903.690046:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074903.690075:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611922432:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074903.695749:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611922304:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074903.695772:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611922176:192.168.204.148@tcp:400:kworker.0 00010000:00080000:0.0:1769074903.704794:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7d2dc00 x1855007611922432/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074903.704819:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611922432:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074903.931598:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074904.960398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074905.000428:0:106384:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/05.t against lustre filesystem 00000080:00200000:1.0:1769074905.510090:0:106396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074905.510127:0:106396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074905.510145:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.511326:0:106396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.511336:0:106396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074905.511347:0:106396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074905.511351:0:106396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:1.0:1769074905.511360:0:106396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1d13b58 00010000:00010000:1.0:1769074905.511364:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.511373:0:106396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.511391:0:106396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074905.511422:0:106396:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), flags=13 00000080:00200000:1.0:1769074905.511427:0:106396:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), intent=getattr 00000002:00010000:1.0:1769074905.511511:0:106396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074905.511570:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 106396 initiator: MDT0 00010000:00010000:1.0:1769074905.511578:0:106396:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 106396 initiator: MDT0 00010000:00010000:1.0:1769074905.511587:0:106396:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 106396 initiator: MDT0 00000100:00100000:1.0:1769074905.511624:0:106396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106396:1855007611922560:192.168.204.148@tcp:101:lfs.0 00000100:00100000:1.0:1769074905.513434:0:106396:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad019ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074905.543350:0:106396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106396:1855007611922560:192.168.204.148@tcp:101:lfs.0 00010000:00010000:1.0:1769074905.543379:0:106396:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543398:0:106396:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543406:0:106396:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543420:0:106396:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543432:0:106396:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543453:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543462:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543469:0:106396:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074905.543479:0:106396:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4aa00 x1855007611922560/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074905.543493:0:106396:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543505:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543517:0:106396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543525:0:106396:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543531:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543538:0:106396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543569:0:106396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:1.0:1769074905.543577:0:106396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074905.543612:0:106396:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1769074905.543616:0:106396:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff88dad0a89148): rc = 0 00000080:00010000:1.0:1769074905.543624:0:106396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074905.543641:0:106396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074905.543644:0:106396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d13b20 00010000:00010000:1.0:1769074905.543647:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543654:0:106396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074905.543791:0:106396:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074905.543798:0:106396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074905.543819:0:106396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074905.543827:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543834:0:106396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.543840:0:106396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074905.543845:0:106396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074905.543848:0:106396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074905.543851:0:106396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d13cb8 00010000:00010000:1.0:1769074905.543855:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.543862:0:106396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544308:0:6161:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074905.544316:0:6161:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544329:0:6161:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074905.544334:0:6161:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544342:0:6161:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544350:0:6161:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544365:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544374:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544405:0:6161:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544411:0:6161:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074905.544453:0:6161:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544460:0:6161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9b7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b125a expref: -99 pid: 106396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.544471:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074905.544473:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074905.544474:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074905.544484:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074905.544501:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611922688:192.168.204.148@tcp:103:ldlm_bl.0 00000080:00200008:1.0:1769074905.545174:0:106396:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1769074905.545180:0:106396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074905.545196:0:106396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074905.545205:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.545215:0:106396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.545228:0:106396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074905.545233:0:106396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074905.545236:0:106396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:1.0:1769074905.545241:0:106396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1d13cb8 00010000:00010000:1.0:1769074905.545244:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.545252:0:106396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.545379:0:106396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074905.545388:0:106396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074905.545394:0:106396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.545403:0:106396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.545408:0:106396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074905.545412:0:106396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074905.545415:0:106396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa99af 00000080:00010000:1.0:1769074905.545418:0:106396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa99af from it ffffb370c1d13bb0 00010000:00010000:1.0:1769074905.545421:0:106396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.545428:0:106396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074905.545453:0:106396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 44 00000080:00200008:1.0:1769074905.545462:0:106396:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000080:00200080:1.0:1769074905.545482:0:106396:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) cmd=c03066f0 arg=7ffdae843d40 00000080:00200000:1.0:1769074905.545497:0:106396:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:1.0:1769074905.545523:0:106396:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.545565:0:106396:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074905.545571:0:106396:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074905.545573:0:106396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa99af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b0caa expref: -99 pid: 104707 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074905.545597:0:106396:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074905.545608:0:106396:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611922944/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074905.545627:0:106396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106396:1855007611922944:192.168.204.148@tcp:36:lfs.0 00000100:00100000:1.0:1769074905.549717:0:106396:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad019c300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074905.560708:0:106396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106396:1855007611922944:192.168.204.148@tcp:36:lfs.0 00000080:00200008:1.0:1769074905.560812:0:106396:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000100:00100000:3.0:1769074905.561226:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611922688:192.168.204.148@tcp:103:ldlm_bl.0 00000080:00200008:3.0:1769074905.704965:0:105961:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074905.704979:0:105961:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074905.705006:0:105961:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074905.705087:0:105961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 105961 initiator: MDT0 00010000:00010000:3.0:1769074905.705105:0:105961:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105961 initiator: MDT0 00010000:00010000:3.0:1769074905.705116:0:105961:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 105961 initiator: MDT0 00000100:00100000:3.0:1769074905.705143:0:105961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105961:1855007611923072:192.168.204.148@tcp:101:bash.0 00000100:00100000:3.0:1769074905.705268:0:105961:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132c00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074905.715137:0:105961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:105961:1855007611923072:192.168.204.148@tcp:101:bash.0 00010000:00010000:2.0:1769074905.715187:0:105961:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715201:0:105961:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715213:0:105961:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715224:0:105961:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715235:0:105961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715243:0:105961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715256:0:105961:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074905.715266:0:105961:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831180 x1855007611923072/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074905.715280:0:105961:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715294:0:105961:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074905.715300:0:105961:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074905.715332:0:105961:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074905.715338:0:105961:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:2.0:1769074905.715344:0:105961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074905.715347:0:105961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c1c4bcb8 00010000:00010000:2.0:1769074905.715362:0:105961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715371:0:105961:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715432:0:105961:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074905.715463:0:105961:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074905.715472:0:105961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715483:0:105961:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715493:0:105961:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074905.715499:0:105961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074905.715502:0:105961:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:2.0:1769074905.715505:0:105961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c1c4bb58 00010000:00010000:2.0:1769074905.715509:0:105961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715516:0:105961:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715524:0:105961:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.715531:0:105961:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074905.715540:0:105961:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074905.715544:0:105961:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074905.715557:0:105961:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074905.715564:0:105961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715572:0:105961:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715589:0:105961:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074905.715593:0:105961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074905.715596:0:105961:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074905.715600:0:105961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c4bcb8 00010000:00010000:2.0:1769074905.715603:0:105961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715614:0:105961:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715633:0:105961:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074905.715640:0:105961:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074905.715645:0:105961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715652:0:105961:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715658:0:105961:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074905.715662:0:105961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074905.715665:0:105961:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:2.0:1769074905.715668:0:105961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c1c4bc18 00010000:00010000:2.0:1769074905.715671:0:105961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.715677:0:105961:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.715684:0:105961:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.715687:0:105961:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1769074905.715692:0:105961:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:3.0:1769074905.718970:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.718992:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074905.719005:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719009:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.719016:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719019:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.719027:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719029:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.719037:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719040:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.719048:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719052:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.719060:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719062:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.719070:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719072:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.719080:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.719091:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae357ef00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074905.719099:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074905.719126:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074905.719225:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.719237:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:3.0:1769074905.719248:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074905.719261:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611923328/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074905.719270:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:3.0:1769074905.719296:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611923328:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074905.722832:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074905.754004:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611923328:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074905.754029:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754054:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754067:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754075:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754084:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754090:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074905.754095:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754102:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754110:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754118:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074905.754124:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.754131:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:3.0:1769074905.754214:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611923328/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074905.754229:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074905.754264:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.754278:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074905.754295:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:3.0:1769074905.754299:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.754308:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074905.754709:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754717:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074905.754723:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754725:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754730:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754732:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754736:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754738:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754743:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754745:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754751:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754754:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.754759:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754761:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.754765:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754767:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.754772:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754774:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074905.754889:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754894:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074905.754903:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754907:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754915:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754917:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754923:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754925:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754930:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754932:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.754936:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754938:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.754942:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754944:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.754949:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754950:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.754954:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.754962:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6936300, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074905.754967:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074905.754983:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074905.755021:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.755029:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:3.0:1769074905.755040:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074905.755047:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611923584/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074905.755055:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:3.0:1769074905.755075:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611923584:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074905.755292:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074905.792327:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611923584:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074905.792352:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792367:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792373:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792380:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792388:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792394:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074905.792398:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792405:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792410:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792416:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074905.792422:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.792427:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9b92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:3.0:1769074905.792728:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611923584/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074905.792742:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074905.792774:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.792786:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074905.792795:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:3.0:1769074905.792799:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.792806:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074905.793304:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793326:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074905.793338:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793342:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.793349:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793351:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.793359:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793362:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.793370:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793373:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.793380:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793383:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.793391:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793394:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.793401:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793405:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.793413:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.793424:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6937980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074905.793430:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074905.793464:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074905.793516:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.793523:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:3.0:1769074905.793536:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074905.793546:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611923840/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074905.793554:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:3.0:1769074905.793907:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611923840:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074905.794112:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074905.800860:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611923840:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074905.800886:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800900:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800908:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800915:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800924:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800930:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074905.800935:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800942:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800949:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800955:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074905.800962:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.800968:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9b99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:3.0:1769074905.800985:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611923840/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074905.800998:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074905.801026:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.801038:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074905.801047:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:3.0:1769074905.801051:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.801736:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.802730:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802742:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074905.802754:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802759:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.802767:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802771:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.802779:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802782:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.802805:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802808:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.802817:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802820:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.802828:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802831:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.802838:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802841:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.802849:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.802862:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac80c3c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074905.802870:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074905.802896:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074905.802965:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.802974:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:2.0:1769074905.802985:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074905.802996:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc380 x1855007611924096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074905.803004:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:2.0:1769074905.803026:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924096:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074905.805703:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074905.830008:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924096:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074905.830036:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830051:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830058:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830145:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830224:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830230:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074905.830235:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830242:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830250:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830257:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074905.830455:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.830463:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9ba0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:2.0:1769074905.830483:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc380 x1855007611924096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074905.830499:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074905.830531:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.830544:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074905.830553:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:2.0:1769074905.830557:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.830564:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.831461:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831475:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074905.831488:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831492:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.831500:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831503:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.831510:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831513:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.831524:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831527:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.831534:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831538:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.831545:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831548:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.831558:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831562:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.831570:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.831779:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac54b7800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074905.831865:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074905.831892:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074905.831952:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.831961:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:2.0:1769074905.831974:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074905.831985:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc380 x1855007611924352/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074905.831995:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:2.0:1769074905.832020:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924352:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074905.832655:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074905.837049:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924352:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074905.837085:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837105:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837112:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837119:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837126:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837132:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074905.837136:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837142:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837177:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837185:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074905.837192:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837200:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ba7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:3.0:1769074905.837221:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc380 x1855007611924352/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074905.837239:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074905.837272:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.837285:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074905.837294:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:3.0:1769074905.837298:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074905.837306:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074905.837739:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837751:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074905.837761:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837765:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.837772:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837775:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.837782:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837798:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.837812:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837815:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074905.837822:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837825:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.837834:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837837:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.837845:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837847:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074905.837856:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074905.837867:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6937980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074905.837874:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074905.837895:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074905.837950:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074905.837957:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:3.0:1769074905.837968:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074905.837975:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611924608/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074905.837984:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:3.0:1769074905.838028:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924608:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074905.838231:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074905.849487:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924608:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074905.849510:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849522:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849529:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849536:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849548:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849555:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074905.849559:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849566:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849573:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849579:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074905.849585:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074905.849592:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9bae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:2.0:1769074905.849609:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611924608/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074921 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074905.849623:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074905.849652:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.849674:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074905.849683:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:2.0:1769074905.849687:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074905.849695:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074905.850062:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850071:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074905.850080:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850083:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.850102:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850105:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.850114:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850116:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.850126:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850129:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074905.850135:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850139:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.850145:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850179:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.850191:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850194:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074905.850200:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074905.850204:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1769074905.987707:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074906.234839:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234861:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.234875:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234880:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.234890:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234893:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.234902:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234905:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.234915:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234918:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.234927:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234930:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.234938:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234941:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.234950:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234953:0:106399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.234963:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.234977:0:106399:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac80c2c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074906.234987:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074906.235020:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074906.235103:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.235115:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000020:00100000:2.0:1769074906.235128:0:106399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074906.235141:0:106399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611924864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074906.238668:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:2.0:1769074906.238702:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924864:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074906.239049:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.243938:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924864:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074906.243964:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.243980:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.243987:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.243993:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.244001:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.244007:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.244012:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.244019:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.244025:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.244033:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.244040:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.244047:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:2.0:1769074906.244068:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf100 x1855007611924864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.244083:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.244127:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.244144:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074906.247909:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f39a8 00010000:00010000:2.0:1769074906.247922:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.247933:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.308532:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.308560:0:106399:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:1.0:1769074906.308566:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:1.0:1769074906.308664:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074906.311414:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.311436:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.311448:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:1.0:1769074906.311482:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924992:192.168.204.148@tcp:101:prove.0 00000100:00100000:1.0:1769074906.311708:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad019c300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074906.320484:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611924992:192.168.204.148@tcp:101:prove.0 00010000:00010000:1.0:1769074906.320509:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.320523:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.320530:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.320537:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.321007:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.321019:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074906.321024:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.321208:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.321217:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.321225:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074906.321232:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:1.0:1769074906.321238:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaa9bbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:1.0:1769074906.321260:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611924992/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074906.321276:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074906.321519:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074906.321534:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074906.321544:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f3940 00010000:00010000:0.0:1769074906.321548:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074906.321555:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.332925:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.332954:0:106399:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074906.332959:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074906.332987:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074906.333070:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.333081:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.333092:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:2.0:1769074906.333123:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611925120:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074906.333277:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.339420:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611925120:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074906.339457:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339472:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339480:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339487:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339496:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339503:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.339508:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339515:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339523:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339531:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.339539:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:2.0:1769074906.339546:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:2.0:1769074906.339566:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbf100 x1855007611925120/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.339667:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.339854:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.339868:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074906.339877:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f3940 00010000:00010000:2.0:1769074906.339881:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.339888:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074906.444551:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.444568:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.444588:0:106399:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:0.0:1769074906.444594:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:0.0:1769074906.444626:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074906.444943:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:0.0:1769074906.444956:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:0.0:1769074906.444969:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:0.0:1769074906.445004:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611925248:192.168.204.148@tcp:101:prove.0 00000100:00100000:0.0:1769074906.445325:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac4ff5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074906.450302:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611925248:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074906.450327:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450342:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450349:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450355:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450361:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450365:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074906.450370:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450376:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450382:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450388:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074906.450395:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450401:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9bca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:3.0:1769074906.450417:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7d2dc00 x1855007611925248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074906.450443:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074906.450478:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.450491:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074906.450500:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f3940 00010000:00010000:3.0:1769074906.450503:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.450510:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.450600:0:106399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.450623:0:106399:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074906.450628:0:106399:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074906.450645:0:106399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074906.450684:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450699:0:106399:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.450708:0:106399:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00000100:00100000:3.0:1769074906.450729:0:106399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611925376:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074906.450833:0:106399:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074906.459105:0:106399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106399:1855007611925376:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074906.459128:0:106399:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459142:0:106399:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459181:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459189:0:106399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459197:0:106399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459204:0:106399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074906.459208:0:106399:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459215:0:106399:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459223:0:106399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459230:0:106399:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074906.459236:0:106399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00010000:00010000:3.0:1769074906.459243:0:106399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9bd1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106399 initiator: MDT0 00000002:00100000:3.0:1769074906.459260:0:106399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8832a00 x1855007611925376/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074906.459276:0:106399:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074906.459306:0:106399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.459318:0:106399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074906.459327:0:106399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f38e0 00010000:00010000:3.0:1769074906.459331:0:106399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.459339:0:106399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.771674:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771692:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.771706:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771710:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.771717:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771719:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.771727:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771729:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.771736:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771738:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.771747:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771750:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.771761:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771765:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.771773:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771776:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.771784:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771787:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074906.771978:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771983:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.771993:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.771996:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772004:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772007:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772015:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772018:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772026:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772028:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772035:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772038:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772045:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772048:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772055:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772058:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772066:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772070:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074906.772240:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772245:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.772254:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772257:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772265:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772267:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772275:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772278:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772286:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772289:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772296:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772299:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772309:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772312:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772321:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772324:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772331:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772335:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074906.772494:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772499:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.772508:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772510:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772518:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772521:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772528:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772531:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772538:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772541:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772548:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772552:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772560:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772563:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772571:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772574:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772582:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772586:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074906.772703:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772707:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.772715:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772718:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772725:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772727:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772734:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772737:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772745:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772747:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772755:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772758:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772766:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772769:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772776:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772779:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772787:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772791:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074906.772907:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772913:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.772921:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772923:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772930:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772933:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772941:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772943:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772952:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772956:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.772965:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772967:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772976:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772979:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772985:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.772988:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.772996:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773000:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1769074906.773117:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773122:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.773131:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773134:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.773143:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773177:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.773192:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773195:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.773205:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773208:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.773216:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773219:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.773228:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773231:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.773239:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773242:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.773250:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773253:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1769074906.773384:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773389:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.773398:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773401:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.773408:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.773411:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.777889:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.777906:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.777948:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.777952:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.777966:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.777969:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.777976:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.777978:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.777983:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.777984:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.777992:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.777995:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074906.792638:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792656:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.792667:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792671:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.792679:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792682:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.792790:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792796:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.792804:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792807:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.792815:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792818:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.792827:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792831:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.792838:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792842:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.792849:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.792861:0:106400:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae372f380, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074906.792869:0:106400:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074906.793004:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074906.793076:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.793086:0:106400:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106400 initiator: MDT0 00000020:00100000:2.0:1769074906.793097:0:106400:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074906.793109:0:106400:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611925632/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074906.793119:0:106400:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106400 initiator: MDT0 00000100:00100000:2.0:1769074906.793141:0:106400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106400:1855007611925632:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074906.793933:0:106400:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.800044:0:106400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106400:1855007611925632:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074906.800068:0:106400:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800080:0:106400:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800086:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800093:0:106400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800100:0:106400:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800107:0:106400:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.800111:0:106400:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800117:0:106400:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800123:0:106400:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800130:0:106400:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.800137:0:106400:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106400 initiator: MDT0 00010000:00010000:2.0:1769074906.800143:0:106400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bd8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106400 initiator: MDT0 00000002:00100000:2.0:1769074906.800243:0:106400:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf100 x1855007611925632/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.800259:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.800304:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.800481:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074906.800493:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d139a8 00010000:00010000:3.0:1769074906.800497:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.800505:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.801277:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801288:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074906.801400:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801406:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801416:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801431:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801445:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801448:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801459:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801462:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801469:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801472:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.801479:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801482:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.801491:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801494:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.801503:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801507:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074906.801642:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801648:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074906.801656:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801659:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801666:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801669:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801677:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801679:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801842:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801848:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.801857:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801860:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.801870:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801873:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.801881:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801884:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.801892:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.801975:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074906.805829:0:106400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074906.805864:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074906.805888:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806436:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806446:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074906.806456:0:106400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074906.806460:0:106400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:3.0:1769074906.806467:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c1d13b58 00010000:00010000:3.0:1769074906.806471:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806480:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806495:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.806503:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074906.806513:0:106400:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074906.806518:0:106400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074906.806531:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074906.806540:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806548:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806553:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074906.806558:0:106400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074906.806560:0:106400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:3.0:1769074906.806564:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d13cb8 00010000:00010000:3.0:1769074906.806568:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806576:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806595:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074906.806600:0:106400:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074906.806603:0:106400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074906.806610:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074906.806615:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806622:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806627:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074906.806631:0:106400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074906.806633:0:106400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:3.0:1769074906.806635:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d13cb8 00010000:00010000:3.0:1769074906.806638:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806644:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074906.806665:0:106400:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074906.806669:0:106400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074906.806674:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074906.806680:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806698:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806704:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074906.806708:0:106400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074906.806710:0:106400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:3.0:1769074906.806714:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c1d13cb8 00010000:00010000:3.0:1769074906.806717:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806723:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806737:0:106400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074906.806744:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074906.806750:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806758:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806764:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074906.806778:0:106400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074906.806780:0:106400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:3.0:1769074906.806784:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c1d13b58 00010000:00010000:3.0:1769074906.806786:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806795:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806802:0:106400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.806807:0:106400:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074906.806812:0:106400:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074906.806815:0:106400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074906.806823:0:106400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074906.806829:0:106400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806837:0:106400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.806843:0:106400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074906.806846:0:106400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074906.806848:0:106400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:3.0:1769074906.806852:0:106400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d13cb8 00010000:00010000:3.0:1769074906.806854:0:106400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074906.806860:0:106400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.816712:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074906.816741:0:106401:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074906.816750:0:106401:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074906.816794:0:106401:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074906.816815:0:106401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.816830:0:106401:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.816838:0:106401:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074906.816847:0:106401:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074906.816851:0:106401:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074906.816858:0:106401:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c17dbcb8 00010000:00010000:1.0:1769074906.816862:0:106401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.816872:0:106401:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074906.828601:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828627:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074906.828641:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828647:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.828657:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828660:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.828669:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828672:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.828680:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828683:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074906.828693:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828697:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.828707:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828710:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.828718:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828721:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074906.828730:0:106401:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074906.828734:0:106401:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074906.845659:0:106404:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074906.845682:0:106404:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074906.845691:0:106404:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074906.845722:0:106404:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074906.846012:0:106404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.846030:0:106404:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.846038:0:106404:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074906.846049:0:106404:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074906.846053:0:106404:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074906.846061:0:106404:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19dbcb8 00010000:00010000:2.0:1769074906.846065:0:106404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.846074:0:106404:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074906.856043:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856062:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074906.856074:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856078:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.856086:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856089:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.856097:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856100:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.856108:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856110:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.856117:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856121:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.856128:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856130:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.856137:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856140:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.856178:0:106405:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.856184:0:106405:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074906.864746:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074906.865017:0:106407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074906.865028:0:106407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074906.865066:0:106407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074906.865087:0:106407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.865107:0:106407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.865116:0:106407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074906.865125:0:106407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074906.865129:0:106407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074906.865138:0:106407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19dbcb8 00010000:00010000:1.0:1769074906.865142:0:106407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.865188:0:106407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.867338:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867356:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074906.867367:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867371:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074906.867381:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867384:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074906.867392:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867395:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074906.867402:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867405:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074906.867412:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867415:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074906.867437:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867441:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074906.867448:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867451:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074906.867458:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.867462:0:106407:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074906.868353:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074906.868363:0:106407:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074906.868368:0:106407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074906.868394:0:106407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074906.868410:0:106407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.869451:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074906.869468:0:106409:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074906.869473:0:106409:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074906.869492:0:106409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074906.870470:0:106407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.870483:0:106407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074906.870492:0:106407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074906.870496:0:106407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00200000:0.0:1769074906.870860:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074906.870871:0:106408:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074906.870876:0:106408:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074906.870895:0:106408:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074906.871266:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.871278:0:106409:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.871287:0:106409:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074906.871304:0:106409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074906.871307:0:106409:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074906.871312:0:106409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19fbcb8 00010000:00010000:2.0:1769074906.871316:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.871324:0:106409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074906.873039:0:106407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19dbcb8 00010000:00010000:1.0:1769074906.873054:0:106407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.873073:0:106407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.873122:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074906.873128:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 44 00000080:00200008:1.0:1769074906.873136:0:106407:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100400 00010000:00010000:0.0:1769074906.873411:0:106408:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074906.873435:0:106408:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074906.873446:0:106408:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074906.873453:0:106408:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074906.873456:0:106408:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074906.873461:0:106408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1453cb8 00010000:00010000:0.0:1769074906.873465:0:106408:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074906.873472:0:106408:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074906.874440:0:106407:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100000 00010000:00010000:1.0:1769074906.874465:0:106407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.875069:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875078:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.875089:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875093:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.875101:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875104:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.875112:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875116:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.875124:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875128:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.875135:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875139:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.875161:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875165:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.875177:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875180:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.875189:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.875199:0:106409:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02fb200, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074906.875206:0:106409:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074906.875228:0:106409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074906.875285:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.876610:0:106409:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000020:00100000:2.0:1769074906.876634:0:106409:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074906.876647:0:106409:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611925888/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074906.876655:0:106409:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000100:00100000:2.0:1769074906.877221:0:106409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611925888:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074906.878046:0:106409:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000080:00200008:1.0:1769074906.879647:0:106407:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074906.879660:0:106407:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074906.879690:0:106407:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074906.879707:0:106407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.879721:0:106407:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.879729:0:106407:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074906.879749:0:106407:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074906.879753:0:106407:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:1.0:1769074906.879760:0:106407:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c19dbcb8 00010000:00010000:1.0:1769074906.879764:0:106407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074906.880718:0:106407:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074906.880764:0:106407:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881164:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881174:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074906.881187:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881192:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.881199:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881202:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.881210:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881212:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.881220:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881222:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.881230:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881234:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.881243:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881245:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.881254:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881257:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.881265:0:106408:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.881269:0:106408:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074906.881483:0:106407:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff88dae4d46000) pjdfstest proj=0 00000080:00000004:1.0:1769074906.881488:0:106407:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff88dae4d46000: age 1881, max_age 1898 00800000:00000004:1.0:1769074906.881502:0:106407:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: age 1881, max_age 1898 00000100:00100000:1.0:1769074906.881546:0:106407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106407:1855007611926016:192.168.204.148@tcp:41:df.0 00000100:00100000:1.0:1769074906.881640:0:106407:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad019c600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.888196:0:106409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611925888:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074906.888221:0:106409:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888235:0:106409:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888242:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888249:0:106409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888257:0:106409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888263:0:106409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.888268:0:106409:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888274:0:106409:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888281:0:106409:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888287:0:106409:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.888305:0:106409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.888312:0:106409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bdf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00000002:00100000:2.0:1769074906.888330:0:106409:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf100 x1855007611925888/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.888343:0:106409:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.888376:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.888388:0:106409:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074906.888399:0:106409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19fb9a8 00010000:00010000:2.0:1769074906.888403:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.888411:0:106409:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.894081:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894099:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.894116:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894120:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.894128:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894131:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.894139:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894142:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.894165:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894168:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.894177:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894180:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.894188:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894191:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.894198:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894201:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.894209:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.894223:0:106409:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac5520780, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074906.894232:0:106409:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074906.894259:0:106409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074906.894518:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.894529:0:106409:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000020:00100000:2.0:1769074906.894541:0:106409:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074906.894555:0:106409:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611926272/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074906.894563:0:106409:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000100:00100000:2.0:1769074906.894586:0:106409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611926272:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074906.895125:0:106409:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.896673:0:106407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106407:1855007611926016:192.168.204.148@tcp:41:df.0 00800000:00000004:2.0:1769074906.896703:0:106407:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: update ffff88dac58f66d0 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:2.0:1769074906.896710:0:106407:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff88dae4d46000: update ffff88dac58f3520 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:2.0:1769074906.896715:0:106407:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1802738/1916558 objects 523561/524096 00000100:00100000:2.0:1769074906.900264:0:106409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611926272:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074906.900608:0:106409:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900622:0:106409:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900629:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900636:0:106409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900644:0:106409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900650:0:106409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.900655:0:106409:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900662:0:106409:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900668:0:106409:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900675:0:106409:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.900681:0:106409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.900686:0:106409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9be6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00000002:00100000:2.0:1769074906.900705:0:106409:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf100 x1855007611926272/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.900719:0:106409:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.900763:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.900776:0:106409:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074906.900788:0:106409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19fb9a8 00010000:00010000:2.0:1769074906.900793:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.900800:0:106409:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.901250:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.901260:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.901271:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.901275:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.902000:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902007:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.902020:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902024:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.902033:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902035:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074906.902045:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902048:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.902055:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902058:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.902065:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902068:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074906.902090:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074906.902104:0:106409:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347fe00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074906.902111:0:106409:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074906.902138:0:106409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074906.902261:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106409 initiator: MDT0 00010000:00010000:0.0:1769074906.902270:0:106409:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000020:00100000:0.0:1769074906.902288:0:106409:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074906.902384:0:106409:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611926528/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074906.902394:0:106409:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000100:00100000:0.0:1769074906.902426:0:106409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611926528:192.168.204.148@tcp:101:awk.0 00000100:00100000:0.0:1769074906.903074:0:106409:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac4ff5300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.906820:0:106409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611926528:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074906.906844:0:106409:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906858:0:106409:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906865:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906872:0:106409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906880:0:106409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906887:0:106409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.906892:0:106409:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906899:0:106409:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906905:0:106409:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906911:0:106409:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.906918:0:106409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.906924:0:106409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaa9bed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00000002:00100000:2.0:1769074906.906941:0:106409:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2d180 x1855007611926528/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.906956:0:106409:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.906990:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.907002:0:106409:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074906.907011:0:106409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19fb9a8 00010000:00010000:2.0:1769074906.907014:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.907021:0:106409:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.907668:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907681:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.907692:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907696:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.907703:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907705:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.907712:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907715:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.907722:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907724:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.907732:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907736:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.907745:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907748:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.907757:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907760:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.907768:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.907779:0:106409:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac76e5080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074906.907786:0:106409:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074906.907812:0:106409:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074906.907866:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.907873:0:106409:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000020:00100000:2.0:1769074906.907884:0:106409:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074906.907892:0:106409:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf100 x1855007611926784/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074906.907900:0:106409:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00000100:00100000:2.0:1769074906.907928:0:106409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611926784:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074906.908123:0:106409:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac11cab40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074906.911929:0:106409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:106409:1855007611926784:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074906.911955:0:106409:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.911968:0:106409:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.911975:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.911982:0:106409:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.911989:0:106409:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.911997:0:106409:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074906.912002:0:106409:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.912009:0:106409:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.912016:0:106409:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.912023:0:106409:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074906.912030:0:106409:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00010000:00010000:2.0:1769074906.912040:0:106409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9bf4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 106409 initiator: MDT0 00000002:00100000:2.0:1769074906.912055:0:106409:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf100 x1855007611926784/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074922 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074906.912069:0:106409:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074906.912096:0:106409:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.912110:0:106409:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074906.912118:0:106409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19fb9a8 00010000:00010000:2.0:1769074906.912122:0:106409:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074906.912129:0:106409:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074906.912770:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912781:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.912793:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912797:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.912804:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912807:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.912815:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912819:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.912827:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912829:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.912836:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912840:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.912847:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912850:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.912857:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912860:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.912868:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.912872:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074906.913004:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913009:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.913018:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913021:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.913031:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913034:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.913043:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913046:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.913052:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913055:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.913062:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913065:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.913073:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913076:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.913085:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913088:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.913096:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.913101:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074906.914040:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914048:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.914058:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914062:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.914070:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914074:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.914083:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914086:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.914094:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914098:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.914106:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914110:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.914117:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914119:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.914125:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914128:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.914135:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.914138:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074906.915096:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.915107:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074906.915117:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.915120:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.915127:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.915129:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.915136:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.915139:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.918513:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.918541:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074906.918616:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.918621:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.918634:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.918638:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.918646:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.918648:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074906.918656:0:106409:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074906.918660:0:106409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00010000:00010000:3.0:1769074907.004781:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074908.033730:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074908.490733:0:106542:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00000100:00100000:2.0:1769074908.799086:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611926912:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074908.799370:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611927168:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074908.799420:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074908.799429:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611927040:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074908.821487:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611927040:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074908.821504:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611926912:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074908.821517:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7dbd880 x1855007611927168/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074908.821527:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611927168:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074909.051341:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074910.079770:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074910.556055:0:106681:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:0.0:1769074911.110455:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074912.124351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074913.148871:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074913.915907:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611927424:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074913.915946:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611927296:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074913.916003:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611927552:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074913.920384:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611927296:192.168.204.148@tcp:400:kworker.0 00010000:00080000:1.0:1769074913.920409:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dacab48a80 x1855007611927552/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074913.920422:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611927552:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074913.920625:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611927424:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074914.181746:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074915.195892:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074916.228494:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074917.244662:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074918.272237:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074918.495768:0:107258:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_06: link returns EACCES when a component of either path prefix denies search permission ========================================================== 04:41:56 (1769074916) 00000100:00100000:3.0:1769074919.035585:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9370e11f-e918-4149-baf8-709b03b969fa:2403:1855007611927680:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074919.035701:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611927936:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074919.035740:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074919.035746:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611927808:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074919.046260:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611927808:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074919.046291:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac8833480 x1855007611927936/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074919.046304:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611927936:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074919.047733:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9370e11f-e918-4149-baf8-709b03b969fa:2403:1855007611927680:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074919.293184:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074920.315367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074920.320334:0:107396:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/06.t against ext4 filesystem 00010000:00010000:1.0:1769074921.346278:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074922.364351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074923.387405:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074923.616458:0:107664:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/06.t against lustre filesystem 00000080:00200000:2.0:1769074923.938039:0:107676:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074923.938077:0:107676:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074923.938094:0:107676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.938111:0:107676:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.938118:0:107676:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074923.938125:0:107676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074923.938128:0:107676:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:2.0:1769074923.938201:0:107676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c14f3b58 00010000:00010000:2.0:1769074923.938206:0:107676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.938216:0:107676:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.938234:0:107676:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074923.938242:0:107676:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=13 00000080:00200008:2.0:1769074923.938252:0:107676:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074923.938258:0:107676:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074923.938272:0:107676:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074923.938279:0:107676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.938288:0:107676:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.938295:0:107676:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074923.938299:0:107676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074923.938302:0:107676:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074923.938306:0:107676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c14f3cb8 00010000:00010000:2.0:1769074923.938309:0:107676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.938316:0:107676:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074923.939399:0:107676:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074923.939405:0:107676:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074923.939418:0:107676:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074923.939427:0:107676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.939437:0:107676:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.939443:0:107676:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074923.939448:0:107676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074923.939451:0:107676:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:2.0:1769074923.939456:0:107676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c14f3cb8 00010000:00010000:2.0:1769074923.939459:0:107676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.939466:0:107676:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.944295:0:107676:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074923.944332:0:107676:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074923.944351:0:107676:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.944367:0:107676:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.944375:0:107676:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074923.944381:0:107676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074923.944385:0:107676:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9b84 00000080:00010000:2.0:1769074923.944392:0:107676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b84 from it ffffb370c14f3bb0 00010000:00010000:2.0:1769074923.944396:0:107676:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.944404:0:107676:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074923.944419:0:107676:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 44 00000080:00200008:2.0:1769074923.944429:0:107676:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000080:00200080:2.0:1769074923.944449:0:107676:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) cmd=c03066f0 arg=7ffe99eb04f0 00000080:00200000:2.0:1769074923.944461:0:107676:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074923.944549:0:107676:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.944602:0:107676:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074923.944609:0:107676:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074923.944612:0:107676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9b84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1268 expref: -99 pid: 105961 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074923.944635:0:107676:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074923.944647:0:107676:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611928192/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074923.944669:0:107676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107676:1855007611928192:192.168.204.148@tcp:36:lfs.0 00000100:00100000:2.0:1769074923.944873:0:107676:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074923.949841:0:107676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107676:1855007611928192:192.168.204.148@tcp:36:lfs.0 00000080:00200008:2.0:1769074923.949977:0:107676:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000100:00100000:3.0:1769074924.155575:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611928320:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074924.155711:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074924.155718:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611928448:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074924.159462:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac8833480 x1855007611928448/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074924.159482:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611928448:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074924.160167:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611928320:192.168.204.148@tcp:400:kworker.0 00000080:00200008:0.0:1769074924.178526:0:107126:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074924.178543:0:107126:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074924.178569:0:107126:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074924.178645:0:107126:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107126 initiator: MDT0 00010000:00010000:0.0:1769074924.178656:0:107126:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107126 initiator: MDT0 00010000:00010000:0.0:1769074924.178667:0:107126:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107126 initiator: MDT0 00000100:00100000:0.0:1769074924.178692:0:107126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107126:1855007611928576:192.168.204.148@tcp:101:bash.0 00000100:00100000:0.0:1769074924.178838:0:107126:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074924.188621:0:107126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107126:1855007611928576:192.168.204.148@tcp:101:bash.0 00010000:00010000:2.0:1769074924.188649:0:107126:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188661:0:107126:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188673:0:107126:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188684:0:107126:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188694:0:107126:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188702:0:107126:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188708:0:107126:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074924.188730:0:107126:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d880 x1855007611928576/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074940 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074924.188743:0:107126:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188756:0:107126:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1769074924.188763:0:107126:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074924.188792:0:107126:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074924.188799:0:107126:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:2.0:1769074924.188804:0:107126:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074924.188807:0:107126:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1d73cb8 00010000:00010000:2.0:1769074924.188810:0:107126:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188818:0:107126:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.188878:0:107126:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074924.188898:0:107126:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074924.188905:0:107126:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188914:0:107126:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.188920:0:107126:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074924.188924:0:107126:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074924.188927:0:107126:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:2.0:1769074924.188930:0:107126:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1d73b58 00010000:00010000:2.0:1769074924.188932:0:107126:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188939:0:107126:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.188946:0:107126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074924.188952:0:107126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074924.188962:0:107126:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074924.188967:0:107126:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074924.188979:0:107126:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074924.188986:0:107126:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.188993:0:107126:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.188999:0:107126:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074924.189014:0:107126:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074924.189017:0:107126:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074924.189021:0:107126:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1d73cb8 00010000:00010000:2.0:1769074924.189024:0:107126:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.189031:0:107126:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.189051:0:107126:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074924.189058:0:107126:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074924.189064:0:107126:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.189071:0:107126:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.189076:0:107126:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074924.189079:0:107126:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074924.189082:0:107126:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:2.0:1769074924.189085:0:107126:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1d73c18 00010000:00010000:2.0:1769074924.189088:0:107126:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074924.189094:0:107126:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074924.189101:0:107126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074924.189105:0:107126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:2.0:1769074924.189110:0:107126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:1.0:1769074924.196508:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196529:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.196542:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196546:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.196552:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196555:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.196562:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196565:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.196571:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196574:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.196580:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196583:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.196605:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196609:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.196617:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196620:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.196628:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.196632:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1769074924.197691:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.197701:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.197712:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.197987:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198001:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198095:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198109:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198111:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198118:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198121:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198336:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198342:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.198354:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198357:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.198365:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198368:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.198376:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198380:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074924.198912:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198918:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.198926:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198938:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198951:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198954:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198961:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198974:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198984:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198987:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.198995:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.198998:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.199470:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.199556:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.199575:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.199580:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.199687:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.199692:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1769074924.199970:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.199976:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.199986:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.199990:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.199999:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200001:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.200283:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200288:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.200296:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200298:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.200307:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200310:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.200317:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200320:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.200327:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200330:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.200337:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.200340:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074924.201357:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201366:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.201380:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201383:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.201392:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201395:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.201403:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201406:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.201416:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201419:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.201427:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201430:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.201453:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201457:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.201464:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.201467:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.202096:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.202103:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074924.203384:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.203395:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.203406:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.203409:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.203418:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.203421:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.203428:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.203430:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.203449:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.203454:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.203464:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.203468:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.204096:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.204103:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.204135:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.204139:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.204376:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.204382:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1769074924.205197:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205204:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.205220:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205223:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205232:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205235:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205256:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205259:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205265:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205268:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205277:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205280:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.205287:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205289:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.205296:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205299:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.205307:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205311:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1769074924.205473:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205488:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074924.205499:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205503:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205513:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205515:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205523:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205525:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205532:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205535:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074924.205546:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205549:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.205558:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205561:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.205569:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205572:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074924.205580:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.205584:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:0.0:1769074924.411371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074924.469885:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469910:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074924.469924:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469928:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.469938:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469941:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.469949:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469952:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.469959:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469962:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.469970:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469973:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074924.469992:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.469996:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074924.470016:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.470020:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074924.470029:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.470033:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=librt.so.1, flags=257 00000080:00200000:0.0:1769074924.515925:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.515946:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.proverc, flags=1 00000080:00200000:0.0:1769074924.520365:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.520392:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=.prove, flags=1 00000080:00200000:3.0:1769074924.591420:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.591436:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.591444:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=testrules.yml, flags=1 00000080:00200000:3.0:1769074924.591457:0:107679:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.591461:0:107679:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=t, flags=17 00000080:00200000:0.0:1769074924.915746:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915764:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.915777:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915781:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.915790:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915793:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.915802:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915804:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.915812:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915815:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.915822:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915826:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.915834:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915836:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.915844:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915847:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.915855:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.915859:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:0.0:1769074924.916062:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916067:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.916076:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916079:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916086:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916089:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916097:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916099:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916107:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916109:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916129:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916133:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.916143:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916146:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.916187:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916190:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.916199:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916203:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074924.916334:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916339:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.916349:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916352:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916359:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916362:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916369:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916372:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916380:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916383:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.916391:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916394:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.916403:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916406:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.916416:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916419:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.916428:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.916432:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:0.0:1769074924.922462:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922481:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.922496:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922501:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922509:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922512:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922520:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922523:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922532:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922535:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922544:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922548:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.922556:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922559:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.922567:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922570:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.922577:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922580:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074924.922730:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922735:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.922745:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922749:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922756:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922759:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922767:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922770:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922778:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922781:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922790:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922793:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.922801:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922804:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.922812:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922815:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.922823:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922828:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074924.922953:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922958:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.922966:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922969:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922976:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922979:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922985:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922988:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.922995:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.922997:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923005:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923007:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923014:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923017:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923023:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923026:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923034:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923037:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:0.0:1769074924.923209:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923214:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.923224:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923227:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923235:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923238:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923246:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923249:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923255:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923258:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923265:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923268:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923276:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923279:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923287:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923291:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923299:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923302:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:0.0:1769074924.923442:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923447:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.923456:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923459:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923466:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923469:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923477:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923480:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923488:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923491:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.923498:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923501:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923512:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923514:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923522:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923525:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.923534:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.923538:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074924.936765:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936784:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.936795:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936799:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.936806:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936809:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.936815:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936818:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.936824:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936827:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.936833:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936837:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.936843:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936845:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.936852:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936855:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.936861:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.936865:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074924.937004:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937009:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.937017:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937019:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.937026:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937028:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.937035:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937038:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.937044:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937047:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.937053:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937056:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.937062:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937064:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.937071:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937073:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.937080:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.937083:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074924.939644:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939664:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074924.939680:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939684:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.939693:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939697:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.939705:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939708:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.939716:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939718:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074924.939726:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939730:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.939737:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939741:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.939749:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939752:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074924.939762:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074924.939766:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074924.954802:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074924.954840:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.954861:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.954879:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.954887:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.954897:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074924.954901:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074924.954908:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563b58 00010000:00010000:1.0:1769074924.954912:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.954921:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.954938:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.954947:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074924.954961:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074924.954965:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074924.954976:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.954983:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.954991:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.954997:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.955000:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074924.955002:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074924.955006:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1563cb8 00010000:00010000:1.0:1769074924.955009:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.955015:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.955031:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074924.955036:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074924.955040:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074924.955048:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.955053:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.955066:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.955071:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.955075:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074924.955077:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074924.955081:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1563cb8 00010000:00010000:1.0:1769074924.955083:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.955089:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074924.955111:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074924.955127:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074924.955134:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.955140:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.955908:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.955920:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.955926:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074924.955929:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074924.955933:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563cb8 00010000:00010000:1.0:1769074924.955936:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.955944:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.955969:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074924.955978:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.955984:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.955993:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.955999:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.956003:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074924.956005:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074924.956009:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563b58 00010000:00010000:1.0:1769074924.956012:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.956018:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.956025:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074924.956030:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074924.956036:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074924.956040:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074924.956048:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.956054:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.956061:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.956066:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.956070:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074924.956072:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074924.956075:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1563cb8 00010000:00010000:1.0:1769074924.956078:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.956083:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074924.959758:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074924.959782:0:107681:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074924.959789:0:107681:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074924.959820:0:107681:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074924.959934:0:107681:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074924.959951:0:107681:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074924.959959:0:107681:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074924.959968:0:107681:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074924.959972:0:107681:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:3.0:1769074924.959978:0:107681:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c17dbcb8 00010000:00010000:3.0:1769074924.959982:0:107681:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074924.959989:0:107681:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074924.962269:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962283:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074924.962292:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962296:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.962302:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962305:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.962311:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962314:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.962321:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962323:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074924.962330:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962334:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074924.962342:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962346:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074924.962353:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962355:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074924.962364:0:107681:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074924.962369:0:107681:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074924.988969:0:107684:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074924.988994:0:107684:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074924.989001:0:107684:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074924.989036:0:107684:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074924.989056:0:107684:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.989072:0:107684:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074924.989080:0:107684:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074924.989088:0:107684:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074924.989092:0:107684:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074924.989098:0:107684:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19ebcb8 00010000:00010000:1.0:1769074924.989103:0:107684:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074924.989111:0:107684:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.004048:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004067:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.004080:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004084:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.004094:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004096:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.004105:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004107:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.004221:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004226:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.004237:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004241:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.004249:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004252:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.004260:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004263:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.004271:0:107685:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.004274:0:107685:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.010895:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.010922:0:107688:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.010931:0:107688:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.010961:0:107688:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.010980:0:107688:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.010996:0:107688:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.011005:0:107688:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.011013:0:107688:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.011017:0:107688:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074925.011023:0:107688:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c03cb8 00010000:00010000:2.0:1769074925.011028:0:107688:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.011036:0:107688:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.011146:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.011167:0:107689:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.011171:0:107689:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.011181:0:107689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.011188:0:107689:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.011197:0:107689:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.011204:0:107689:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.011208:0:107689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.011211:0:107689:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074925.011215:0:107689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c1bcb8 00010000:00010000:1.0:1769074925.011218:0:107689:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.011225:0:107689:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.012137:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.012160:0:107687:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.012166:0:107687:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074925.012183:0:107687:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.012196:0:107687:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.012205:0:107687:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.012212:0:107687:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.012217:0:107687:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074925.012220:0:107687:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074925.012224:0:107687:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19ebcb8 00010000:00010000:0.0:1769074925.012227:0:107687:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.012235:0:107687:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.016561:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016579:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.016590:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016594:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.016602:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016605:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.016611:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016614:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.016623:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016627:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.016635:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016639:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.016646:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016649:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.016657:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016660:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.016668:0:107688:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.016673:0:107688:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.017027:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017033:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.017046:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017049:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017058:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017061:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017073:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017076:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017089:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017092:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017100:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017103:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017110:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017122:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017132:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017135:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017142:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017165:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074925.017336:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017341:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.017351:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017354:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017363:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017366:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017376:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017379:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017387:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017395:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017404:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017407:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017419:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017422:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017431:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017434:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017447:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017451:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074925.017573:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017578:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.017588:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017591:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017598:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017601:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017609:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017612:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017826:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017831:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.017845:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017848:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017856:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017859:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017866:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017869:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.017884:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.017888:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074925.018184:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018190:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.018198:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018201:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018208:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018210:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018217:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018220:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018227:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018376:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018390:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018394:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.018403:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018405:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.018412:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018415:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.018422:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018425:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074925.018538:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018543:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.018550:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018553:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018560:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018563:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018569:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018572:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018578:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018580:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.018587:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018589:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.018595:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018598:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.018604:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018607:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.018613:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.018616:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074925.019299:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019305:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.019313:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019316:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019323:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019376:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019390:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019393:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019400:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019403:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019409:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019412:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019418:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019421:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019428:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019430:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019437:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019441:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074925.019541:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019546:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.019557:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019559:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019567:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019569:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019577:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019580:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019586:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019588:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019595:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019597:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019604:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019606:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019613:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019615:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019738:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019744:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.019889:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019894:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.019902:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019904:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019911:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019914:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019920:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019923:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019931:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019933:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.019940:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019943:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019949:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019952:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019958:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019961:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.019968:0:107689:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.019971:0:107689:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074925.022252:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022266:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.022276:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022280:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.022289:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022291:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.022300:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022303:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.022311:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022314:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.022322:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022325:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.022333:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022336:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.022343:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022346:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.022353:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.022357:0:107687:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074925.024055:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.024071:0:107687:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.024078:0:107687:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074925.024107:0:107687:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.024137:0:107687:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.024176:0:107687:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.024185:0:107687:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.024193:0:107687:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074925.024197:0:107687:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074925.024203:0:107687:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c19ebcb8 00010000:00010000:0.0:1769074925.024207:0:107687:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.024217:0:107687:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.024245:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.024249:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074925.024256:0:107687:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100400 00000080:00200008:0.0:1769074925.024275:0:107687:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100000 00010000:00010000:0.0:1769074925.024287:0:107687:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074925.025078:0:107687:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.025084:0:107687:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074925.025097:0:107687:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.025108:0:107687:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.026105:0:107687:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.026127:0:107687:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.026135:0:107687:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074925.026139:0:107687:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:0.0:1769074925.026145:0:107687:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c19ebcb8 00010000:00010000:0.0:1769074925.026161:0:107687:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.026170:0:107687:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.026199:0:107687:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.026206:0:107687:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff88dae4d46000) pjdfstest proj=0 00000080:00000004:0.0:1769074925.026210:0:107687:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff88dae4d46000: age 1899, max_age 1916 00800000:00000004:0.0:1769074925.026221:0:107687:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: age 1899, max_age 1916 00000100:00100000:0.0:1769074925.026266:0:107687:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107687:1855007611928704:192.168.204.148@tcp:41:df.0 00000100:00100000:0.0:1769074925.026478:0:107687:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.031263:0:107687:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107687:1855007611928704:192.168.204.148@tcp:41:df.0 00800000:00000004:1.0:1769074925.031293:0:107687:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: update ffff88dac58f66d0 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:1.0:1769074925.031300:0:107687:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff88dae4d46000: update ffff88dac58f3520 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:1.0:1769074925.031305:0:107687:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1802738/1916558 objects 523561/524096 00000080:00200000:3.0:1769074925.044133:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074925.044182:0:107693:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074925.044190:0:107693:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074925.044219:0:107693:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074925.044237:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.044252:0:107693:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.044261:0:107693:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074925.044269:0:107693:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074925.044273:0:107693:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:3.0:1769074925.044280:0:107693:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c2bcb8 00010000:00010000:3.0:1769074925.044283:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.044292:0:107693:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.045627:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045643:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.045655:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045659:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.045667:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045670:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.045677:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045680:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.045689:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045692:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.045701:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045705:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.045711:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045715:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.045723:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045726:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.045734:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.045743:0:107693:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6120900, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.045751:0:107693:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074925.045779:0:107693:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.045851:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.045862:0:107693:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00000020:00100000:3.0:1769074925.045875:0:107693:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.045890:0:107693:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611928960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.045900:0:107693:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00000100:00100000:3.0:1769074925.045925:0:107693:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107693:1855007611928960:192.168.204.148@tcp:101:openssl.0 00000100:00100000:3.0:1769074925.046123:0:107693:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000080:00200000:2.0:1769074925.049324:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.049350:0:107694:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.049358:0:107694:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.049389:0:107694:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.049408:0:107694:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.049423:0:107694:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.049431:0:107694:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.049439:0:107694:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.049443:0:107694:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074925.049450:0:107694:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c3bcb8 00010000:00010000:2.0:1769074925.049455:0:107694:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.049463:0:107694:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.050831:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050846:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.050859:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050863:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.050871:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050874:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.050882:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050884:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.050892:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050895:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.050901:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050905:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.050911:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050914:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.050923:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050926:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.050933:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.050937:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074925.051092:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051097:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.051107:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051110:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051133:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051136:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051145:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051171:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051182:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051185:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051192:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051196:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051203:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051206:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051215:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051217:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051225:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051228:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074925.051364:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051369:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.051377:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051380:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051388:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051390:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051399:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051401:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051409:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051412:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051419:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051422:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051428:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051431:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051439:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051442:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051450:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051453:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074925.051579:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051584:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.051594:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051597:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051606:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051609:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051619:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051622:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051631:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051635:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051643:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051646:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051654:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051656:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051663:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051666:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051673:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051676:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074925.051801:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051806:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.051815:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051818:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051828:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051831:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051840:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051843:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051851:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051854:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.051862:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051865:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051872:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051875:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051882:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051884:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.051892:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.051896:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074925.052014:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052019:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.052028:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052031:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.052039:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052042:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.052049:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052052:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.052060:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052063:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.052072:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052075:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.052084:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052087:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.052094:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052097:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.052104:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.052108:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074925.053072:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053080:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.053091:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053094:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053103:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053106:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053125:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053129:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053138:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053141:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053171:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053175:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.053186:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053189:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.053196:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053199:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.053206:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053210:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.053373:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053378:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.053386:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053389:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053396:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053399:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053406:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053409:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053416:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053418:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.053425:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053428:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.053435:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053438:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.053444:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053447:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.053455:0:107694:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.053459:0:107694:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074925.054022:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.054033:0:107692:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.054040:0:107692:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074925.054070:0:107692:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.054090:0:107692:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.054105:0:107692:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.054123:0:107692:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.054130:0:107692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074925.054133:0:107692:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074925.054139:0:107692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c23cb8 00010000:00010000:0.0:1769074925.054143:0:107692:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.054166:0:107692:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074925.058285:0:107693:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107693:1855007611928960:192.168.204.148@tcp:101:openssl.0 00010000:00010000:3.0:1769074925.058310:0:107693:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058325:0:107693:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058332:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058340:0:107693:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058346:0:107693:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058352:0:107693:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.058357:0:107693:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058363:0:107693:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058370:0:107693:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058378:0:107693:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.058384:0:107693:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.058391:0:107693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9c02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107693 initiator: MDT0 00000002:00100000:3.0:1769074925.058408:0:107693:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8832a00 x1855007611928960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.058424:0:107693:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.058450:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.058463:0:107693:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.058477:0:107693:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c2b9a8 00010000:00010000:3.0:1769074925.058481:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.058489:0:107693:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.058824:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058834:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.058852:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058856:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.058866:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058869:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.058877:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058880:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.058888:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058891:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.058899:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058902:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.058910:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058913:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.058921:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058924:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.058931:0:107692:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.058935:0:107692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.059360:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059366:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.059375:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059378:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.059386:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059389:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.059398:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059401:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.059408:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059410:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.059418:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059420:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.059428:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059431:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.059439:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059442:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.059449:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.059458:0:107693:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6121980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.059464:0:107693:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074925.059487:0:107693:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.059547:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.059556:0:107693:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00000020:00100000:3.0:1769074925.059568:0:107693:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.059577:0:107693:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611929216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.059586:0:107693:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00000100:00100000:3.0:1769074925.059608:0:107693:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107693:1855007611929216:192.168.204.148@tcp:101:openssl.0 00000100:00100000:3.0:1769074925.065220:0:107693:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.068978:0:107693:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107693:1855007611929216:192.168.204.148@tcp:101:openssl.0 00010000:00010000:3.0:1769074925.069003:0:107693:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069022:0:107693:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069029:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069036:0:107693:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069044:0:107693:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069050:0:107693:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.069055:0:107693:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069063:0:107693:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069070:0:107693:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069076:0:107693:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.069082:0:107693:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.069088:0:107693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107693 initiator: MDT0 00000002:00100000:3.0:1769074925.069107:0:107693:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8832a00 x1855007611929216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.069131:0:107693:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.069186:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.069200:0:107693:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.069209:0:107693:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c2b9a8 00010000:00010000:3.0:1769074925.069213:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.069221:0:107693:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.069823:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069833:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.069845:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069849:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.069859:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069862:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.069870:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069873:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.069881:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069884:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.069891:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069895:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.069903:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069907:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.069915:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069918:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.069927:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.069938:0:107693:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6a02a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.069944:0:107693:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074925.069964:0:107693:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.070016:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.070024:0:107693:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00000020:00100000:3.0:1769074925.070034:0:107693:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.070042:0:107693:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611929472/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.070050:0:107693:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00000100:00100000:3.0:1769074925.070072:0:107693:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107693:1855007611929472:192.168.204.148@tcp:101:openssl.0 00000100:00100000:3.0:1769074925.071030:0:107693:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.073901:0:107693:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107693:1855007611929472:192.168.204.148@tcp:101:openssl.0 00010000:00010000:3.0:1769074925.073929:0:107693:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073944:0:107693:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073952:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073958:0:107693:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073966:0:107693:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073973:0:107693:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.073978:0:107693:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073986:0:107693:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.073993:0:107693:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.074000:0:107693:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.074007:0:107693:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107693 initiator: MDT0 00010000:00010000:3.0:1769074925.074019:0:107693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107693 initiator: MDT0 00000002:00100000:3.0:1769074925.074037:0:107693:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8832a00 x1855007611929472/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.074051:0:107693:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.074084:0:107693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.074097:0:107693:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.074105:0:107693:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c2b9a8 00010000:00010000:3.0:1769074925.074109:0:107693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.074130:0:107693:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.074517:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074527:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.074540:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074545:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074555:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074558:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074568:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074572:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074581:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074584:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074593:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074597:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.074609:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074612:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.074622:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074625:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.074634:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074638:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074925.074767:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074772:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.074783:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074786:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074794:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074797:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074806:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074809:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074817:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074821:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.074830:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074833:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.074841:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074843:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.074851:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074853:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.074860:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.074864:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074925.075001:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075007:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.075017:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075020:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.075030:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075033:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.075041:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075045:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.075053:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075057:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.075066:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075070:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.075078:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075082:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.075092:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075095:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.075103:0:107693:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.075106:0:107693:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.099028:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.099048:0:107698:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.099056:0:107698:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.099086:0:107698:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.099104:0:107698:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.099131:0:107698:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.099140:0:107698:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.099180:0:107698:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.099184:0:107698:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074925.099191:0:107698:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1de3cb8 00010000:00010000:1.0:1769074925.099196:0:107698:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.099204:0:107698:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.100871:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074925.100891:0:107699:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074925.100897:0:107699:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074925.100922:0:107699:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074925.100937:0:107699:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.100950:0:107699:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.100956:0:107699:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074925.100964:0:107699:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074925.100967:0:107699:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:3.0:1769074925.100973:0:107699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c43cb8 00010000:00010000:3.0:1769074925.100977:0:107699:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.100990:0:107699:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.104228:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104251:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.104263:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104266:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.104274:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104277:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.104285:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104287:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.104294:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104297:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.104303:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104307:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.104314:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104317:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.104326:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104329:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.104337:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.104341:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074925.104627:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104633:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.104645:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104648:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.104656:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104658:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.104665:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104668:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.104676:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104679:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.104687:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104689:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.104696:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104698:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.104707:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104710:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.104718:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.104721:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074925.105007:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105013:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.105023:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105026:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105036:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105039:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105047:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105050:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105058:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105060:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105067:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105069:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.105077:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105080:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.105088:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105091:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.105101:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105105:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074925.105284:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105289:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.105298:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105301:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105310:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105313:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105321:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105324:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105332:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105335:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.105343:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105346:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.105354:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105357:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.105364:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.105367:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.105375:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105893:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105900:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.105911:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105914:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.105923:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105926:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.105933:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105936:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.105944:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105947:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.105955:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105958:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.105965:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105968:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.105975:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105977:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.105986:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.105990:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074925.106145:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106168:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.106181:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106184:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.106191:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106193:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.106201:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106204:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.106217:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106220:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.106228:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106230:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.106238:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106241:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.106249:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106251:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.106259:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.106263:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:2.0:1769074925.107285:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.107298:0:107697:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.107305:0:107697:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.107335:0:107697:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.107354:0:107697:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.107370:0:107697:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.107379:0:107697:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.107399:0:107697:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.107403:0:107697:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074925.107411:0:107697:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1e6bcb8 00010000:00010000:2.0:1769074925.107415:0:107697:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.107424:0:107697:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.107790:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074925.108012:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108019:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.108028:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108032:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.108041:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108044:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.108052:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108055:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.108063:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108066:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.108073:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108077:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.108085:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108087:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.108095:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108098:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.108105:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.108109:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074925.108918:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.108927:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.108938:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.108941:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.108948:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.108951:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.108958:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.108961:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.108974:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.108977:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.108986:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.108989:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.108998:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109001:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.109008:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109011:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.109017:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109021:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074925.109694:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109702:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.109713:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109716:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.109724:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109726:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.109734:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109737:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.109748:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109751:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.109759:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109763:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.109771:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109774:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.109782:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109786:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.109794:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109798:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074925.109962:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109967:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.109977:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109980:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.109988:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.109991:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.109999:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.110002:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.110009:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.110012:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.110020:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.110022:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.110030:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.110033:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.110040:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.110043:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.110052:0:107698:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.110055:0:107698:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.110801:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110807:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.110818:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110821:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.110828:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110843:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.110854:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110857:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.110864:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110866:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.110876:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110878:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.110886:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110888:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.110895:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110898:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.110907:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.110910:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074925.111032:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111037:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.111048:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111051:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.111059:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111062:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.111069:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111072:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.111079:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111082:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.111089:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111092:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.111100:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111103:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.111121:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111125:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.111134:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.111138:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074925.113013:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113028:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.113039:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113042:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.113050:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113053:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.113062:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113065:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.113073:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113076:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.113081:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113085:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.113092:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113095:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.113102:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.113105:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.117710:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117728:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.117741:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117745:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.117754:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117757:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.117764:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117767:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.117773:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117776:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.117784:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117787:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.117796:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117800:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.117808:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117811:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.117819:0:107697:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.117823:0:107697:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.120349:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120369:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.120654:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120660:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.120672:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120676:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.120685:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120688:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.120697:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120700:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.120707:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120709:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.120717:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120720:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.120730:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120733:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.120741:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120745:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.120754:0:107699:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.120758:0:107699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074925.148943:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.148967:0:107703:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.148975:0:107703:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074925.149007:0:107703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.149031:0:107703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.149049:0:107703:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.149058:0:107703:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.149067:0:107703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074925.149072:0:107703:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074925.149079:0:107703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c03cb8 00010000:00010000:0.0:1769074925.149083:0:107703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.149092:0:107703:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.150556:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150569:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.150581:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150586:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150594:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150597:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150607:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150610:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150618:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150620:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150629:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150632:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.150640:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150643:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.150651:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150653:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.150661:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150666:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1769074925.150858:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150864:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.150873:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150876:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150883:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150886:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150894:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150897:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150904:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150906:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.150914:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150917:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.150926:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150929:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.150937:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150939:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.150946:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.150950:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1769074925.151098:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151103:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.151127:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151132:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151142:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151145:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151179:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151183:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151191:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151194:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151203:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151206:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151214:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151217:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151225:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151228:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151235:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151239:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1769074925.151387:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151392:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.151402:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151405:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151413:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151416:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151426:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151428:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151436:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151439:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151447:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151450:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151459:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151462:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151471:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151474:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151482:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151486:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074925.151604:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151609:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.151618:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151621:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151629:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151632:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151640:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151642:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151650:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151653:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151660:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151663:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151671:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151674:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151682:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151685:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151693:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151697:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074925.151824:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151829:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.151839:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151842:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151851:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151854:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151863:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151865:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151873:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151876:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.151883:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151886:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151895:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151898:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151906:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151909:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.151917:0:107703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.151921:0:107703:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.152985:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.152998:0:107704:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.153005:0:107704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.153037:0:107704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.153056:0:107704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.153072:0:107704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.153080:0:107704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.153088:0:107704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.153092:0:107704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074925.153098:0:107704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c4bcb8 00010000:00010000:2.0:1769074925.153102:0:107704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.153122:0:107704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.155289:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.155307:0:107702:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.155315:0:107702:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.155341:0:107702:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.155356:0:107702:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.155369:0:107702:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.155377:0:107702:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.155383:0:107702:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.155386:0:107702:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074925.155393:0:107702:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c2bcb8 00010000:00010000:1.0:1769074925.155397:0:107702:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.155406:0:107702:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.158891:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158907:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.158920:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158923:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.158932:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158934:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.158941:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158944:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.158951:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158953:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.158960:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158963:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.158969:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158973:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.158979:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158982:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.158989:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.158992:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074925.160688:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160700:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.160712:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160716:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.160723:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160726:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.160734:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160738:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.160746:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160749:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.160757:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160760:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.160768:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160772:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.160779:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160781:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.160788:0:107702:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.160792:0:107702:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.161294:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161300:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.161309:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161312:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.161319:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161322:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.161329:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161332:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.161339:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161342:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.161349:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161352:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.161361:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161364:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.161371:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161373:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.161380:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.161384:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:2.0:1769074925.162668:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162678:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.162690:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162693:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162702:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162705:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162712:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162715:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162724:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162727:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162734:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162738:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.162745:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162749:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.162756:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162759:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.162766:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162770:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074925.162926:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162931:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.162939:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162942:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162950:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162952:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162959:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162962:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162969:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162972:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.162979:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162982:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.162989:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.162992:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163001:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163004:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163012:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163016:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074925.163167:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163172:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.163182:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163185:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163193:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163195:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163203:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163206:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163213:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163216:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163222:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163225:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163232:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163234:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163241:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163244:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163251:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163255:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074925.163367:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163373:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.163381:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163384:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163393:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163396:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163403:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163406:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163414:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163416:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.163424:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163427:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163434:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163437:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163444:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.163447:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.163455:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164558:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074925.164726:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164734:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.164743:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164747:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.164757:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164760:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.164769:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164772:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.164783:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164787:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.164795:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164799:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.164808:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164812:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.164821:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.164824:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.165918:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.165928:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.167107:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167129:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.167142:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167168:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.167181:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167184:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.167191:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167193:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.167201:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167204:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.167211:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167215:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.167223:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167226:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.167233:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167235:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.167242:0:107704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.167246:0:107704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074925.195082:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.195106:0:107707:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.195125:0:107707:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.195179:0:107707:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.195199:0:107707:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.195218:0:107707:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.195226:0:107707:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.195235:0:107707:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.195238:0:107707:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074925.195245:0:107707:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1e63cb8 00010000:00010000:1.0:1769074925.195249:0:107707:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.195259:0:107707:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.200991:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.201012:0:107708:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.201020:0:107708:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.201052:0:107708:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.201072:0:107708:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.201087:0:107708:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.201096:0:107708:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.201104:0:107708:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.201107:0:107708:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074925.201126:0:107708:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c53cb8 00010000:00010000:2.0:1769074925.201130:0:107708:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.201138:0:107708:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.206778:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.206797:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.206810:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.206815:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.206823:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.206826:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.206906:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.206915:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.207344:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.207353:0:107709:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.207359:0:107709:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074925.207386:0:107709:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.207403:0:107709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.207419:0:107709:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.207427:0:107709:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.207434:0:107709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074925.207438:0:107709:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074925.207444:0:107709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c5bcb8 00010000:00010000:0.0:1769074925.207448:0:107709:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.207456:0:107709:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.207590:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.207595:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.207637:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207642:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.207652:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207656:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.207665:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207668:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.207676:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207679:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.207687:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207690:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.207698:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207701:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.207708:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207711:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.207719:0:107707:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.207723:0:107707:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.210192:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.210208:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.210225:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.210229:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.210240:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.210243:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.210256:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.210259:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.210268:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.210273:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:2.0:1769074925.211708:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211719:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.211732:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211736:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.211750:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211753:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.211760:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211763:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.211771:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211774:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.211781:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211784:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.211791:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211794:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.211800:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211803:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.211810:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.211814:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:2.0:1769074925.212011:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212017:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.212026:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212029:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.212036:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212039:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.212047:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212050:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.212058:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212061:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.212069:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212071:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.212079:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212081:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.212088:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212091:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.212099:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.212103:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1769074925.216545:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216565:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.216579:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216583:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216591:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216594:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216602:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216604:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216612:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216615:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216623:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216627:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.216635:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216638:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.216645:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216648:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.216656:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216660:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074925.216865:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216870:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.216878:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216881:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216888:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216891:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216898:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216901:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216907:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216910:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.216918:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216921:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.216928:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216931:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.216937:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216940:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.216946:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.216950:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074925.217062:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217067:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.217074:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217076:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217084:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217087:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217094:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217097:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217104:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217106:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217129:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217132:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217138:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217141:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217172:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217176:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217184:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217187:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074925.217299:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217304:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.217311:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217314:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217320:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217323:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217330:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217333:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217339:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217342:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217348:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217351:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217358:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217360:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217366:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217369:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217376:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217379:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074925.217487:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217492:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.217501:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217503:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217510:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217513:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217520:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217522:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217529:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217532:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217538:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217541:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217547:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217550:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217556:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217559:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217565:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217568:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074925.217673:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217678:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.217686:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217688:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217694:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217697:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217703:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217706:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217712:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217715:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217721:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217723:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217729:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217732:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217738:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217741:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217748:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217751:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074925.217848:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217853:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.217860:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217862:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217869:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217871:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217877:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217880:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217887:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217889:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.217895:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217898:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217904:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217907:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217913:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217916:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.217924:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.217927:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074925.218052:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.218057:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.218064:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.218066:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.218073:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.218076:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.218082:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.218085:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.218091:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.218094:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.218100:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.218103:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219516:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219525:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.219533:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219536:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219543:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219545:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219552:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219554:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219561:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219563:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219570:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219573:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219580:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219582:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219588:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219591:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219597:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219600:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074925.219703:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219708:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.219715:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219718:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219724:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219727:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219733:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219736:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219742:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219745:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219751:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219754:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219760:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219762:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219769:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219771:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219778:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219782:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074925.219909:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219913:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.219921:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219924:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219930:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219934:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219940:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219943:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219950:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219952:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.219959:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219961:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219967:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219970:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219976:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219978:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.219985:0:107708:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.219988:0:107708:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074925.227570:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.227590:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.227646:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.227650:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.227660:0:107709:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.227665:0:107709:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074925.268001:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.268024:0:107712:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.268033:0:107712:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.268065:0:107712:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.268082:0:107712:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.268097:0:107712:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.268104:0:107712:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.268120:0:107712:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.268124:0:107712:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:1.0:1769074925.268130:0:107712:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c5bcb8 00010000:00010000:1.0:1769074925.268134:0:107712:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.268177:0:107712:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.271280:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.271301:0:107713:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.271309:0:107713:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074925.271339:0:107713:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.271358:0:107713:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.271373:0:107713:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.271381:0:107713:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.271388:0:107713:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074925.271392:0:107713:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:0.0:1769074925.271400:0:107713:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c63cb8 00010000:00010000:0.0:1769074925.271403:0:107713:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.271411:0:107713:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.271926:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.271935:0:107714:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.271939:0:107714:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.271950:0:107714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.271959:0:107714:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.271967:0:107714:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.271974:0:107714:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.271978:0:107714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.271981:0:107714:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9b4c 00000080:00010000:2.0:1769074925.271985:0:107714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9b4c from it ffffb370c1c6bcb8 00010000:00010000:2.0:1769074925.271988:0:107714:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.272000:0:107714:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.282322:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282340:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.282353:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282357:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.282365:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282368:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.282375:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282379:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.282387:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282390:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.282397:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282401:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.282408:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282410:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.282418:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282420:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.282427:0:107712:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.282431:0:107712:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074925.287798:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287819:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.287832:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287836:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.287844:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287848:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.287855:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287858:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.287865:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287868:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.287875:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287879:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.287887:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287890:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.287898:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287901:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.287908:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.287912:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:0.0:1769074925.288132:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288136:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.288146:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288180:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288191:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288194:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288203:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288205:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288213:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288216:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288224:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288226:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288233:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288236:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288244:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288248:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288257:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288260:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1769074925.288405:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288411:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.288422:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288426:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288435:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288438:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288448:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288451:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288461:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288464:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288473:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288476:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288484:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288487:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288496:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288498:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288505:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288509:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:0.0:1769074925.288636:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288641:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.288650:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288653:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288661:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288664:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288671:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288674:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288682:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288685:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288693:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288696:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288704:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288707:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288716:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288718:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288726:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288730:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074925.288842:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288847:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.288855:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288858:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288865:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288867:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288874:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288877:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288883:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288885:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.288892:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288895:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288902:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288905:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288911:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288915:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.288922:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.288926:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074925.289046:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289051:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.289059:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289061:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.289068:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289071:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.289077:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289080:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.289086:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289089:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.289095:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289097:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.289104:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289120:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.289130:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289133:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.289142:0:107713:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.289146:0:107713:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.291936:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.291954:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.291966:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.291970:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.291978:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.291980:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.291988:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.291992:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.291999:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292002:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292010:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292013:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292020:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292023:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292030:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292033:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292039:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292042:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074925.292245:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292251:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.292261:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292264:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292272:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292275:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292282:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292285:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292292:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292294:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292301:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292304:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292310:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292312:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292319:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292321:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292328:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292332:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074925.292470:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292475:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.292484:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292487:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292496:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292499:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292508:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292510:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292518:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292521:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292529:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292531:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292539:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292542:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292549:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292552:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292559:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292562:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074925.292685:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292691:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.292700:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292704:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292714:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292717:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292726:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292729:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292736:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292739:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292747:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292750:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292757:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292761:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292769:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292772:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292779:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292783:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074925.292908:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292913:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.292924:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292927:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292934:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292937:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292943:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292946:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292954:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292957:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.292965:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292968:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292976:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292979:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292987:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.292989:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.292999:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293004:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074925.293138:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293143:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.293186:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293190:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293198:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293201:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293207:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293210:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293218:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293221:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293228:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293231:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293238:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293241:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293248:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293251:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293257:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293261:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074925.293380:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293385:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.293393:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293396:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293404:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293406:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293413:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293416:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293423:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293425:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293432:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293435:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293442:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293445:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293452:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293454:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293462:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293466:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.293624:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293630:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.293639:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293642:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293649:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293651:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293658:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293660:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293669:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293672:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.293680:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293683:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293693:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293696:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293704:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293706:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.293713:0:107714:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.293717:0:107714:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074925.333656:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333676:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.333690:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333694:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.333702:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333705:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.333714:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333717:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.333726:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333729:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.333737:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333741:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.333750:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333753:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.333761:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333764:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.333772:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.333776:0:107716:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.334317:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.334335:0:107716:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:3.0:1769074925.334339:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074925.334344:0:107716:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074925.334348:0:107716:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:3.0:1769074925.334399:0:107716:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.334424:0:107716:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.334565:0:107716:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.334573:0:107716:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074925.334575:0:107716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaa9b4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b11c0 expref: -99 pid: 105245 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074925.334594:0:107716:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074925.334608:0:107716:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611929728/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074925.334632:0:107716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107716:1855007611929728:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074925.334729:0:107716:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000080:00200000:1.0:1769074925.339277:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.339299:0:107717:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.339308:0:107717:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.339330:0:107717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.339347:0:107717:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:1.0:1769074925.339402:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.339414:0:107717:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.339424:0:107717:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00000100:00100000:1.0:1769074925.339451:0:107717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611929856:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074925.339961:0:107717:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac31326c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.346535:0:107717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611929856:192.168.204.148@tcp:101:sh.0 00010000:00010000:1.0:1769074925.346567:0:107717:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346580:0:107717:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346594:0:107717:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346606:0:107717:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346617:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346632:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346640:0:107717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074925.346654:0:107717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48a80 x1855007611929856/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074925.346672:0:107717:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346690:0:107717:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:1.0:1769074925.346699:0:107717:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074925.346732:0:107717:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1769074925.346741:0:107717:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:1.0:1769074925.346747:0:107717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.346750:0:107717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c19ebcb8 00010000:00010000:1.0:1769074925.346754:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.346763:0:107717:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074925.346874:0:107716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107716:1855007611929728:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074925.346934:0:107716:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00200000:3.0:1769074925.346941:0:107716:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00200000:0.0:1769074925.349306:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.349326:0:107717:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074925.349331:0:107717:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074925.349357:0:107717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074925.349421:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107717 initiator: MDT0 00010000:00010000:0.0:1769074925.349431:0:107717:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:0.0:1769074925.349440:0:107717:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00000100:00100000:0.0:1769074925.349468:0:107717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611929984:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074925.349646:0:107717:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.355371:0:107717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611929984:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.355398:0:107717:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355412:0:107717:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355420:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355427:0:107717:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355436:0:107717:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355443:0:107717:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.355448:0:107717:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355455:0:107717:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355473:0:107717:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355629:0:107717:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.355637:0:107717:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.355645:0:107717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9c1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00000002:00100000:2.0:1769074925.355667:0:107717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611929984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.355681:0:107717:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.355710:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.355723:0:107717:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.355732:0:107717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c19eb980 00010000:00010000:2.0:1769074925.355736:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.355744:0:107717:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.355822:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.356078:0:107717:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074925.356084:0:107717:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074925.356104:0:107717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.356228:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.356236:0:107717:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.356248:0:107717:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00000100:00100000:2.0:1769074925.356270:0:107717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611930112:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.356352:0:107717:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.362816:0:107717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611930112:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.362846:0:107717:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362864:0:107717:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362872:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362879:0:107717:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362890:0:107717:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362897:0:107717:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.362903:0:107717:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362911:0:107717:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362919:0:107717:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362932:0:107717:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.362940:0:107717:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00010000:00010000:2.0:1769074925.362946:0:107717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00000002:00100000:2.0:1769074925.362965:0:107717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611930112/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.362980:0:107717:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.363019:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.363033:0:107717:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.363043:0:107717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c19eb980 00010000:00010000:2.0:1769074925.363047:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.363054:0:107717:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.368376:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.368408:0:107717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.369428:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.369442:0:107717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.369468:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.369472:0:107717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.369488:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.369505:0:107717:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074925.369510:0:107717:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074925.369552:0:107717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074925.369641:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107717 initiator: MDT0 00010000:00010000:0.0:1769074925.369652:0:107717:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:0.0:1769074925.369664:0:107717:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00000100:00100000:0.0:1769074925.369702:0:107717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611930240:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074925.369888:0:107717:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.378075:0:107717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611930240:192.168.204.148@tcp:101:tail.0 00010000:00010000:1.0:1769074925.378117:0:107717:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378135:0:107717:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378143:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378194:0:107717:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378205:0:107717:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378211:0:107717:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074925.378216:0:107717:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378224:0:107717:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378233:0:107717:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378240:0:107717:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074925.378249:0:107717:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378256:0:107717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9c2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00000002:00100000:1.0:1769074925.378278:0:107717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d500 x1855007611930240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074925.378296:0:107717:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074925.378334:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.378349:0:107717:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074925.378359:0:107717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c19eb980 00010000:00010000:1.0:1769074925.378363:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.378372:0:107717:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.378482:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.378494:0:107717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.378524:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.378528:0:107717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.378538:0:107717:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.378555:0:107717:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3ad2780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074925.378563:0:107717:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074925.378588:0:107717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074925.378654:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.378662:0:107717:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00000020:00100000:1.0:1769074925.378676:0:107717:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074925.378683:0:107717:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48a80 x1855007611930496/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074925.378693:0:107717:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00000100:00100000:1.0:1769074925.378731:0:107717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611930496:192.168.204.148@tcp:101:tail.0 00000100:00100000:1.0:1769074925.379003:0:107717:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac31326c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.384731:0:107717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107717:1855007611930496:192.168.204.148@tcp:101:tail.0 00010000:00010000:1.0:1769074925.384767:0:107717:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384786:0:107717:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384794:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384803:0:107717:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384812:0:107717:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384820:0:107717:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074925.384825:0:107717:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384832:0:107717:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384840:0:107717:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384847:0:107717:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074925.384855:0:107717:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00010000:00010000:1.0:1769074925.384862:0:107717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107717 initiator: MDT0 00000002:00100000:1.0:1769074925.384900:0:107717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab48a80 x1855007611930496/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074925.384916:0:107717:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074925.384954:0:107717:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.384968:0:107717:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074925.384979:0:107717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c19eb9a8 00010000:00010000:1.0:1769074925.384983:0:107717:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.384991:0:107717:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.393137:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074925.393190:0:107719:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074925.393198:0:107719:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074925.393225:0:107719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074925.393244:0:107719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.393260:0:107719:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.393267:0:107719:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074925.393276:0:107719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074925.393280:0:107719:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:3.0:1769074925.393288:0:107719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c1de3cb8 00010000:00010000:3.0:1769074925.393291:0:107719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.393300:0:107719:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.394935:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.394947:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.394956:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.394961:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.394967:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.394969:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.394978:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.394981:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.394990:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.394992:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.394998:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.395001:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.395010:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.395013:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.395025:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.395026:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.395032:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.395040:0:107719:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4400a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.395047:0:107719:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074925.399898:0:107719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.399992:0:107719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.400004:0:107719:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107719 initiator: MDT0 00000020:00100000:3.0:1769074925.400017:0:107719:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.400032:0:107719:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611930752/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.400043:0:107719:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107719 initiator: MDT0 00000100:00100000:3.0:1769074925.400066:0:107719:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107719:1855007611930752:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074925.400319:0:107719:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.413983:0:107719:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107719:1855007611930752:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074925.414016:0:107719:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414034:0:107719:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414041:0:107719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414049:0:107719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414056:0:107719:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414063:0:107719:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.414068:0:107719:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414074:0:107719:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414081:0:107719:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414088:0:107719:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.414095:0:107719:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.414101:0:107719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9c3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107719 initiator: MDT0 00000002:00100000:3.0:1769074925.414133:0:107719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833480 x1855007611930752/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.414147:0:107719:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.414212:0:107719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.414231:0:107719:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.414240:0:107719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c1de39a8 00010000:00010000:3.0:1769074925.414244:0:107719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.414251:0:107719:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.417344:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417363:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.417377:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417382:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417391:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417394:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417401:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417404:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417412:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417414:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417423:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417427:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.417434:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417436:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.417444:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417447:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.417471:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417475:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.417637:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417644:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.417654:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417657:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417665:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417668:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417676:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417679:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417686:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417689:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.417695:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417697:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.417704:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417706:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.417713:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417715:0:107719:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.417722:0:107719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.417734:0:107719:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6120a80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.417742:0:107719:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074925.417774:0:107719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.417845:0:107719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.417856:0:107719:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107719 initiator: MDT0 00000020:00100000:3.0:1769074925.417874:0:107719:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.417890:0:107719:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611931008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.417900:0:107719:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107719 initiator: MDT0 00000100:00100000:3.0:1769074925.417931:0:107719:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107719:1855007611931008:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074925.418133:0:107719:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.429939:0:107719:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107719:1855007611931008:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074925.429966:0:107719:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.429979:0:107719:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.429986:0:107719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.429993:0:107719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.430002:0:107719:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.430008:0:107719:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.430013:0:107719:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.430019:0:107719:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.430026:0:107719:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.430037:0:107719:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.430044:0:107719:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107719 initiator: MDT0 00010000:00010000:3.0:1769074925.430055:0:107719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107719 initiator: MDT0 00000002:00100000:3.0:1769074925.430073:0:107719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833480 x1855007611931008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.430087:0:107719:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.430135:0:107719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.430189:0:107719:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.430199:0:107719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c1de39a8 00010000:00010000:3.0:1769074925.430203:0:107719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.430211:0:107719:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.436101:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074925.447829:0:107720:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.447858:0:107720:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.447866:0:107720:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.447895:0:107720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.448120:0:107720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.448137:0:107720:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.448145:0:107720:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.448170:0:107720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.448174:0:107720:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:2.0:1769074925.448180:0:107720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c162bcb8 00010000:00010000:2.0:1769074925.448184:0:107720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.448193:0:107720:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.448224:0:107720:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074925.448234:0:107720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.448241:0:107720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.448249:0:107720:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.448254:0:107720:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.448258:0:107720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074925.448261:0:107720:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:2.0:1769074925.448264:0:107720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c162bb58 00010000:00010000:2.0:1769074925.448267:0:107720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.448279:0:107720:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.448286:0:107720:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.448304:0:107720:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), flags=9 00000080:00200000:2.0:1769074925.448308:0:107720:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), intent=getattr 00000002:00010000:2.0:1769074925.448322:0:107720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.449670:0:107720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107720 initiator: MDT0 00010000:00010000:2.0:1769074925.449686:0:107720:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107720 initiator: MDT0 00010000:00010000:2.0:1769074925.449700:0:107720:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107720 initiator: MDT0 00000100:00100000:2.0:1769074925.449735:0:107720:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107720:1855007611931136:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074925.449980:0:107720:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.467791:0:107720:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107720:1855007611931136:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074925.467818:0:107720:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467849:0:107720:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467857:0:107720:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467875:0:107720:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467887:0:107720:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467898:0:107720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467914:0:107720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467922:0:107720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074925.467933:0:107720:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbfb80 x1855007611931136/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074925.467946:0:107720:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467959:0:107720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467972:0:107720:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467979:0:107720:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467989:0:107720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.467996:0:107720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.468022:0:107720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074925.468030:0:107720:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074925.468066:0:107720:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:2.0:1769074925.468070:0:107720:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff88dad0a89148): rc = 0 00000080:00010000:2.0:1769074925.468076:0:107720:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:2.0:1769074925.468091:0:107720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.468095:0:107720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c162bb20 00010000:00010000:2.0:1769074925.468098:0:107720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.468114:0:107720:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074925.468314:0:107720:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.468322:0:107720:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074925.468347:0:107720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.468356:0:107720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.468364:0:107720:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.468375:0:107720:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.468380:0:107720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074925.468384:0:107720:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:2.0:1769074925.468388:0:107720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c162bcb8 00010000:00010000:2.0:1769074925.468391:0:107720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.468398:0:107720:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471418:0:6160:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074925.471434:0:6160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471447:0:6160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074925.471452:0:6160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471460:0:6160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471469:0:6160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471497:0:6160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471507:0:6160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471558:0:6160:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471564:0:6160:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074925.471600:0:6160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471607:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9c48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b14c2 expref: -99 pid: 107720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.471623:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.471625:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.471627:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074925.471650:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611931264:192.168.204.148@tcp:103:ldlm_bl.0 00000080:00200008:1.0:1769074925.481671:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.481685:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074925.481716:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.481735:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.481752:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.481760:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.481769:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074925.481773:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074925.481780:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563cb8 00010000:00010000:1.0:1769074925.481784:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.481796:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.481824:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074925.483568:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.483590:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.483605:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.483611:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.483619:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074925.483624:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074925.483630:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563b58 00010000:00010000:1.0:1769074925.483634:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.483642:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.483657:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.483667:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074925.483681:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.483685:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074925.483703:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.483710:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.483718:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.483723:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.483726:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074925.483728:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:1.0:1769074925.483732:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c1563cb8 00010000:00010000:1.0:1769074925.483734:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.483740:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.483767:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074925.483774:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.483780:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.483786:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.483791:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.483795:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074925.483797:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074925.483800:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563b58 00010000:00010000:1.0:1769074925.483803:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.483815:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.483823:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.483826:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:1.0:1769074925.483840:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.483857:0:107680:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=9 00000080:00200000:1.0:1769074925.483861:0:107680:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:1.0:1769074925.483872:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_11a20eb62f55c3f1365625552e9c015b,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.485003:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107680 initiator: MDT0 00010000:00010000:1.0:1769074925.485013:0:107680:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107680 initiator: MDT0 00010000:00010000:1.0:1769074925.485023:0:107680:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107680 initiator: MDT0 00000100:00100000:1.0:1769074925.485050:0:107680:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107680:1855007611931392:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074925.485228:0:107680:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac31326c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.489975:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611931264:192.168.204.148@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074925.490702:0:107680:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107680:1855007611931392:192.168.204.148@tcp:101:sh.0 00010000:00010000:1.0:1769074925.490723:0:107680:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490748:0:107680:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490758:0:107680:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490769:0:107680:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490778:0:107680:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490788:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490795:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490801:0:107680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074925.490812:0:107680:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48a80 x1855007611931392/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074925.490822:0:107680:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490842:0:107680:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/358 (0 0) 00000080:00200000:1.0:1769074925.490849:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074925.490874:0:107680:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00200000:1.0:1769074925.490877:0:107680:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x166:0x0](ffff88dad0a8b248): rc = 0 00000080:00010000:1.0:1769074925.490883:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9c4f 00000080:00010000:1.0:1769074925.490900:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074925.490913:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1563b20 00010000:00010000:1.0:1769074925.490916:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.490924:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074925.490961:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.490969:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074925.490990:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.490997:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.491006:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.491011:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.491015:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074925.491018:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9c4f 00000080:00010000:1.0:1769074925.491021:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1563cb8 00010000:00010000:1.0:1769074925.491024:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.491030:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.491072:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074925.491080:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.491086:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.491092:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.491098:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.491101:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074925.491115:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074925.491119:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563c18 00010000:00010000:1.0:1769074925.491121:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.491127:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.491135:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.491141:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:1.0:1769074925.491145:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.491474:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, flags=11 00000080:00200000:1.0:1769074925.491480:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 101 00000080:00200000:1.0:1769074925.501039:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.501061:0:107722:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:1.0:1769074925.501067:0:107722:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:1.0:1769074925.501093:0:107722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074925.504330:0:107722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.504353:0:107722:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.504363:0:107722:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00000100:00100000:1.0:1769074925.504400:0:107722:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611931520:192.168.204.148@tcp:101:pjdfstest.0 00000080:00200000:0.0:1769074925.505656:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.505681:0:107723:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.505690:0:107723:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074925.505723:0:107723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.505743:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.505757:0:107723:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.505765:0:107723:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.505774:0:107723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074925.505778:0:107723:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9c4f 00000080:00010000:0.0:1769074925.505785:0:107723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c73cb8 00010000:00010000:0.0:1769074925.505790:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.505798:0:107723:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074925.506800:0:107722:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac31326c0 going to sleep for 11 seconds 00000080:00200000:2.0:1769074925.516428:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000100:00100000:1.0:1769074925.517534:0:107722:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611931520:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074925.517559:0:107722:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517573:0:107722:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517690:0:107722:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517699:0:107722:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517707:0:107722:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517714:0:107722:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074925.517718:0:107722:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517726:0:107722:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517738:0:107722:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517745:0:107722:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074925.517753:0:107722:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107722 initiator: MDT0 00010000:00010000:1.0:1769074925.517760:0:107722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaa9c56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107722 initiator: MDT0 00000002:00100000:1.0:1769074925.517778:0:107722:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab48a80 x1855007611931520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074925.517792:0:107722:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074925.524317:0:107722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.524352:0:107722:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.526667:0:107723:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.526680:0:107723:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.526713:0:107723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.526774:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.526784:0:107723:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.526794:0:107723:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00000100:00100000:2.0:1769074925.526822:0:107723:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611931648:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.526957:0:107723:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.530530:0:107723:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611931648:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.530558:0:107723:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530572:0:107723:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530580:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530587:0:107723:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530594:0:107723:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530601:0:107723:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.530606:0:107723:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530612:0:107723:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530619:0:107723:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530627:0:107723:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.530633:0:107723:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.530640:0:107723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00000002:00100000:2.0:1769074925.530657:0:107723:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611931648/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.530672:0:107723:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.530706:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.530720:0:107723:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.530730:0:107723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c73980 00010000:00010000:2.0:1769074925.530733:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 4/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.530740:0:107723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.530813:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.530830:0:107723:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.530835:0:107723:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.530855:0:107723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.531558:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.531567:0:107723:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.531580:0:107723:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00000100:00100000:2.0:1769074925.531603:0:107723:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611931776:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.531733:0:107723:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000080:00010000:0.0:1769074925.534309:0:107722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c53980 00010000:00010000:0.0:1769074925.534323:0:107722:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.534336:0:107722:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.534422:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000100:00100000:2.0:1769074925.538506:0:107723:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611931776:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.538532:0:107723:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538547:0:107723:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538554:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538561:0:107723:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538568:0:107723:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538575:0:107723:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.538580:0:107723:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538586:0:107723:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538593:0:107723:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538599:0:107723:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.538605:0:107723:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.538611:0:107723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00000002:00100000:2.0:1769074925.538629:0:107723:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611931776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.538644:0:107723:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.538726:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.538740:0:107723:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.538775:0:107722:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:0.0:1769074925.538782:0:107722:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074925.538808:0:107722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074925.538877:0:107722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107722 initiator: MDT0 00010000:00010000:0.0:1769074925.538885:0:107722:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00010000:00010000:0.0:1769074925.538895:0:107722:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00000100:00100000:0.0:1769074925.539192:0:107722:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611931904:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074925.539281:0:107722:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a180 going to sleep for 11 seconds 00000080:00010000:2.0:1769074925.540014:0:107723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c73980 00010000:00010000:2.0:1769074925.540022:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.540033:0:107723:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.540116:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.540125:0:107723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.540138:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.540142:0:107723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.540181:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.540185:0:107723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.540197:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.540206:0:107723:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.540210:0:107723:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.540227:0:107723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.540262:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.540269:0:107723:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.540276:0:107723:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00000100:00100000:2.0:1769074925.540298:0:107723:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611932032:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.540357:0:107723:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.542695:0:107722:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611931904:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074925.542718:0:107722:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542731:0:107722:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542738:0:107722:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542748:0:107722:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542757:0:107722:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542763:0:107722:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.542767:0:107722:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542774:0:107722:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542782:0:107722:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542788:0:107722:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.542795:0:107722:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.542801:0:107722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaa9c6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107722 initiator: MDT0 00000002:00100000:3.0:1769074925.542821:0:107722:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c380 x1855007611931904/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.542847:0:107722:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.542879:0:107722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.542893:0:107722:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.543062:0:107722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c53980 00010000:00010000:3.0:1769074925.543066:0:107722:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.543074:0:107722:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.543209:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.543217:0:107722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.543234:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.543237:0:107722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.543246:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.543249:0:107722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.543257:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000100:00100000:2.0:1769074925.557776:0:107723:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611932032:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.557808:0:107723:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557823:0:107723:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557829:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557836:0:107723:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557844:0:107723:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557850:0:107723:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.557855:0:107723:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557862:0:107723:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557869:0:107723:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557876:0:107723:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.557884:0:107723:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.557894:0:107723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9c72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00000002:00100000:2.0:1769074925.557925:0:107723:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611932032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.557940:0:107723:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.557986:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.557999:0:107723:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.558009:0:107723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c73980 00010000:00010000:2.0:1769074925.558013:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.558021:0:107723:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.558094:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.558113:0:107723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.558130:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.558134:0:107723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.558143:0:107723:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.558213:0:107723:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac5ab4600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074925.558220:0:107723:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074925.558240:0:107723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074925.558301:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.558309:0:107723:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00000020:00100000:2.0:1769074925.558320:0:107723:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074925.558327:0:107723:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611932288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074925.558337:0:107723:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00000100:00100000:2.0:1769074925.558360:0:107723:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611932288:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.558567:0:107723:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074925.559086:0:107722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.559134:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.559141:0:107722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.559186:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.559190:0:107722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.559201:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000100:00100000:2.0:1769074925.569082:0:107723:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107723:1855007611932288:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.569116:0:107723:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569129:0:107723:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569136:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569142:0:107723:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569258:0:107723:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569529:0:107723:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.569535:0:107723:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569543:0:107723:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569550:0:107723:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569558:0:107723:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.569564:0:107723:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00010000:00010000:2.0:1769074925.569570:0:107723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107723 initiator: MDT0 00000002:00100000:2.0:1769074925.569749:0:107723:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611932288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.569767:0:107723:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.569858:0:107723:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.569871:0:107723:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.569989:0:107722:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac6120f00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.570004:0:107722:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:3.0:1769074925.570027:0:107722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.570085:0:107722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.570092:0:107722:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00000020:00100000:3.0:1769074925.570119:0:107722:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.570126:0:107722:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611932544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.570135:0:107722:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00000100:00100000:3.0:1769074925.570179:0:107722:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611932544:192.168.204.148@tcp:101:pjdfstest.0 00000080:00010000:2.0:1769074925.570560:0:107723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c739a8 00010000:00010000:2.0:1769074925.570566:0:107723:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.570575:0:107723:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074925.572211:0:107722:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.580139:0:107722:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611932544:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074925.580246:0:107722:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580258:0:107722:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580340:0:107722:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580350:0:107722:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580360:0:107722:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580366:0:107722:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.580530:0:107722:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580539:0:107722:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580547:0:107722:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580554:0:107722:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.580561:0:107722:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107722 initiator: MDT0 00010000:00010000:3.0:1769074925.580568:0:107722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107722 initiator: MDT0 00000002:00100000:3.0:1769074925.580656:0:107722:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833480 x1855007611932544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.580762:0:107722:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.580795:0:107722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.580809:0:107722:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.580817:0:107722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c4f from it ffffb370c1c539a8 00010000:00010000:3.0:1769074925.580822:0:107722:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.580829:0:107722:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.583877:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.583921:0:107722:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=1536 00000080:00200000:3.0:1769074925.583926:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074925.583933:0:107722:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074925.583938:0:107722:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248) 00010000:00010000:3.0:1769074925.583985:0:107722:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.584075:0:107722:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.584082:0:107722:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074925.584085:0:107722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaa9c4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b14de expref: -99 pid: 107680 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074925.584119:0:107722:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074925.584133:0:107722:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611932800/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074925.584158:0:107722:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611932800:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074925.584609:0:107722:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.608120:0:107722:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107722:1855007611932800:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074925.608215:0:107722:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908) 00000080:00200000:3.0:1769074925.608223:0:107722:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200000:1.0:1769074925.632876:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.632899:0:107725:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.633993:0:107725:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074925.634022:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.634089:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:0.0:1769074925.634099:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:0.0:1769074925.634119:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:0.0:1769074925.634307:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611932928:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074925.634419:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.638384:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611932928:192.168.204.148@tcp:101:sh.0 00010000:00010000:1.0:1769074925.638411:0:107725:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638422:0:107725:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638434:0:107725:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638444:0:107725:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638470:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638477:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638484:0:107725:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074925.638494:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d500 x1855007611932928/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074925.638507:0:107725:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638519:0:107725:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/358 (0 0) 00000080:00200000:1.0:1769074925.638525:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1769074925.638548:0:107725:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00010000:1.0:1769074925.638554:0:107725:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9c87 00000080:00010000:1.0:1769074925.638560:0:107725:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074925.638563:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7bcb8 00010000:00010000:1.0:1769074925.638566:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.638574:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.643064:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.643086:0:107725:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:0.0:1769074925.643093:0:107725:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074925.643130:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074925.643586:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:0.0:1769074925.643599:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:0.0:1769074925.643609:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:0.0:1769074925.643639:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933056:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074925.643780:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.649645:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933056:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074925.649672:0:107725:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649686:0:107725:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649692:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649701:0:107725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649708:0:107725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649715:0:107725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.649719:0:107725:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649726:0:107725:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649733:0:107725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649740:0:107725:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.649746:0:107725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.649752:0:107725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9c8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00000002:00100000:3.0:1769074925.649769:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611933056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.649783:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.649813:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.649828:0:107725:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.649841:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7b980 00010000:00010000:3.0:1769074925.649845:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.649853:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.650049:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.650065:0:107725:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:3.0:1769074925.650069:0:107725:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:3.0:1769074925.650088:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074925.650187:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.650195:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:3.0:1769074925.650206:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:3.0:1769074925.650230:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933184:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074925.651892:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.656691:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933184:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074925.656717:0:107725:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656730:0:107725:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656738:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656746:0:107725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656754:0:107725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656761:0:107725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.656766:0:107725:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656772:0:107725:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656780:0:107725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656786:0:107725:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.656793:0:107725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.656800:0:107725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9c95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00000002:00100000:2.0:1769074925.656819:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833b80 x1855007611933184/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.656838:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.656867:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.656881:0:107725:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.656890:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7b980 00010000:00010000:2.0:1769074925.656893:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.656982:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.657062:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.657071:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.657085:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.657087:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.657098:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.657100:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.657122:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.657132:0:107725:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.657137:0:107725:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.657393:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.657439:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.657445:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.657470:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:2.0:1769074925.657492:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933312:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074925.657577:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.661898:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933312:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074925.662002:0:107725:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662015:0:107725:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662021:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662027:0:107725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662034:0:107725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662040:0:107725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.662044:0:107725:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662051:0:107725:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662057:0:107725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662068:0:107725:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.662074:0:107725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662079:0:107725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9c9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00000002:00100000:2.0:1769074925.662097:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611933312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.662122:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.662180:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.662193:0:107725:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.662201:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7b980 00010000:00010000:2.0:1769074925.662204:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.662211:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.662348:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.662358:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.662536:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.662542:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.662554:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.662568:0:107725:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac5ab5c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074925.662575:0:107725:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074925.662666:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074925.662716:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.662723:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000020:00100000:2.0:1769074925.662733:0:107725:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074925.662740:0:107725:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611933568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074925.662749:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:2.0:1769074925.662769:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933568:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074925.663088:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.667776:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933568:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074925.667802:0:107725:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667814:0:107725:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667822:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667828:0:107725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667836:0:107725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667842:0:107725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.667846:0:107725:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667853:0:107725:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667860:0:107725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667867:0:107725:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.667873:0:107725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.667879:0:107725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9ca3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00000002:00100000:2.0:1769074925.667975:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611933568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.667993:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.668027:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.668041:0:107725:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.668050:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7b9a8 00010000:00010000:2.0:1769074925.668055:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.668063:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.668895:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.668993:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.669011:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669015:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.669024:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669027:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.669035:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669038:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.669047:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669050:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.669057:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669060:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.669066:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669069:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.669077:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669079:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.669086:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.669097:0:107725:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac5ab5b00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074925.669115:0:107725:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074925.669140:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074925.669244:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.669253:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000020:00100000:2.0:1769074925.669263:0:107725:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074925.669536:0:107725:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611933824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074925.669546:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:2.0:1769074925.669568:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933824:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074925.670181:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.675045:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611933824:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074925.675073:0:107725:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675090:0:107725:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675096:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675692:0:107725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675702:0:107725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675708:0:107725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.675714:0:107725:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675721:0:107725:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675729:0:107725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675740:0:107725:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.675747:0:107725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.675753:0:107725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9caa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00000002:00100000:2.0:1769074925.675777:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611933824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.675793:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.675824:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.675836:0:107725:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.675843:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7b9a8 00010000:00010000:2.0:1769074925.675847:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.675853:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.676737:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676752:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.676767:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676772:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.676781:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676784:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.676794:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676797:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.676805:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676808:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.676814:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676819:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.676826:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676830:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.676838:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676841:0:107725:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.676848:0:107725:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.676860:0:107725:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac5377980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074925.676867:0:107725:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074925.676889:0:107725:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074925.677037:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.677045:0:107725:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000020:00100000:2.0:1769074925.677057:0:107725:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074925.677067:0:107725:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbfb80 x1855007611934080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074925.677075:0:107725:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00000100:00100000:2.0:1769074925.677099:0:107725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611934080:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074925.677740:0:107725:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.681839:0:107725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107725:1855007611934080:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074925.681864:0:107725:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681876:0:107725:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681883:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681890:0:107725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681897:0:107725:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681967:0:107725:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.681972:0:107725:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681978:0:107725:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681986:0:107725:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.681992:0:107725:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.681999:0:107725:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00010000:00010000:2.0:1769074925.682005:0:107725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9cb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107725 initiator: MDT0 00000002:00100000:2.0:1769074925.682022:0:107725:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611934080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.682035:0:107725:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.682060:0:107725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.682072:0:107725:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.682080:0:107725:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1c7b9a8 00010000:00010000:2.0:1769074925.682084:0:107725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.682091:0:107725:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.690979:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.690996:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.691009:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691013:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.691022:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691025:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.691034:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691037:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.691045:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691047:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.691054:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691075:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.691089:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691092:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.691110:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691113:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.691125:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691128:0:107727:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.691645:0:107727:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.691661:0:107727:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=1 00000080:00200000:3.0:1769074925.691667:0:107727:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=getattr 00000002:00010000:3.0:1769074925.691695:0:107727:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074925.691753:0:107727:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107727 initiator: MDT0 00010000:00010000:3.0:1769074925.691764:0:107727:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107727 initiator: MDT0 00010000:00010000:3.0:1769074925.691773:0:107727:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107727 initiator: MDT0 00000100:00100000:3.0:1769074925.691799:0:107727:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107727:1855007611934208:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074925.691902:0:107727:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad000 going to sleep for 11 seconds 00000080:00200000:2.0:1769074925.692843:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.692856:0:107728:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.692864:0:107728:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074925.692883:0:107728:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.692914:0:107728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.692929:0:107728:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.692937:0:107728:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.692945:0:107728:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074925.692949:0:107728:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9c87 00000080:00010000:2.0:1769074925.692956:0:107728:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c162bcb8 00010000:00010000:2.0:1769074925.692960:0:107728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.692969:0:107728:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.702120:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702138:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.702174:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702179:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.702189:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702192:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.702201:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702204:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.702212:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702215:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.702223:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702227:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.702236:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702239:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.702248:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702251:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.702259:0:107728:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.702263:0:107728:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074925.704289:0:107727:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107727:1855007611934208:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074925.704315:0:107727:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704342:0:107727:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704350:0:107727:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704362:0:107727:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704379:0:107727:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704392:0:107727:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704400:0:107727:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704408:0:107727:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074925.704419:0:107727:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830380 x1855007611934208/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074925.704431:0:107727:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.704442:0:107727:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/359 (0 0) 00000080:00200000:3.0:1769074925.704984:0:107727:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074925.705013:0:107727:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200000:3.0:1769074925.705017:0:107727:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x167:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:3.0:1769074925.705025:0:107727:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9cb8 00000080:00010000:3.0:1769074925.705045:0:107727:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) 00000080:00010000:3.0:1769074925.705049:0:107727:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cb8 from it ffffb370c1de3bc0 00010000:00010000:3.0:1769074925.705052:0:107727:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.705061:0:107727:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074925.705119:0:107727:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18:[0x200000402:0x167:0x0](ffff88dad0a88908) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613071882203136, atime 1769074925.000000000, mtime 1769074925.000000000, ctime 1769074925.000000000 00010000:00010000:3.0:1769074925.705173:0:107727:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.705223:0:107727:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.705229:0:107727:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074925.705232:0:107727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b162e expref: -99 pid: 107727 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074925.705253:0:107727:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074925.705261:0:107727:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830380 x1855007611934464/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074925.705557:0:107727:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107727:1855007611934464:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074925.705653:0:107727:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.717631:0:107727:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968862 gen 1 00000100:00100000:3.0:1769074925.717666:0:107727:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107727:1855007611934464:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074925.717704:0:107727:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200008:3.0:1769074925.717718:0:107727:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18:[0x200000402:0x167:0x0](ffff88dad0a88908) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613071882203136, atime 1769074925.000000000, mtime 1769074925.000000000, ctime 1769074925.000000000, rc 0 00000080:00200000:2.0:1769074925.727134:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.727327:0:107730:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.727337:0:107730:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074925.727361:0:107730:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.727378:0:107730:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.727394:0:107730:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.727402:0:107730:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.727409:0:107730:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074925.727412:0:107730:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9c87 00000080:00010000:2.0:1769074925.727419:0:107730:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c87 from it ffffb370c1de3cb8 00010000:00010000:2.0:1769074925.727422:0:107730:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.727430:0:107730:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.729093:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729117:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.729129:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729133:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729140:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729143:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729393:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729398:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729408:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729412:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729419:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729423:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.729431:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729434:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.729444:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729448:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.729456:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729460:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074925.729660:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729665:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.729675:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729678:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729685:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729688:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729696:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729700:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729708:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729711:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.729719:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729721:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.729729:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729732:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.729740:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729742:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.729750:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.729754:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.731086:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731098:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.731258:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731348:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.731364:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731367:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.731375:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731378:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.731385:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731388:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.731397:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731400:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.731408:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731410:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.731417:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731420:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.731427:0:107730:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.731432:0:107730:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074925.740506:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740529:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.740542:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740546:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.740555:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740558:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.740566:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740569:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.740576:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740579:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.740587:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740591:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.740599:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740602:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.740610:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740613:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.740620:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.740624:0:107732:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.741194:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.741210:0:107732:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=1536 00000080:00200000:1.0:1769074925.741214:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:1.0:1769074925.741218:0:107732:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:1.0:1769074925.741223:0:107732:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248) 00010000:00010000:1.0:1769074925.741283:0:107732:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.741372:0:107732:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.741381:0:107732:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074925.741384:0:107732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9c87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1594 expref: -99 pid: 107725 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074925.741410:0:107732:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074925.741423:0:107732:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49c00 x1855007611934720/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074925.741446:0:107732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107732:1855007611934720:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074925.741687:0:107732:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac31326c0 going to sleep for 11 seconds 00000080:00200000:0.0:1769074925.744059:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.744735:0:107733:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.744743:0:107733:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074925.744770:0:107733:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.744831:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107733 initiator: MDT0 00010000:00010000:0.0:1769074925.744841:0:107733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:0.0:1769074925.744851:0:107733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00000100:00100000:0.0:1769074925.744879:0:107733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611934848:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074925.745098:0:107733:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.750254:0:107732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107732:1855007611934720:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074925.750357:0:107732:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88) 00000080:00200000:3.0:1769074925.750364:0:107732:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x168:0x0], updating i_size 4096 00000100:00100000:3.0:1769074925.755884:0:107733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611934848:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074925.755979:0:107733:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.755993:0:107733:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756005:0:107733:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756016:0:107733:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756027:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756034:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756046:0:107733:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074925.756057:0:107733:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2e300 x1855007611934848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074925.756068:0:107733:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756079:0:107733:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/358 (0 0) 00000080:00200000:3.0:1769074925.756086:0:107733:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074925.756117:0:107733:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00010000:3.0:1769074925.756122:0:107733:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:3.0:1769074925.756128:0:107733:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074925.756131:0:107733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c93cb8 00010000:00010000:3.0:1769074925.756134:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.756143:0:107733:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.762941:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.762963:0:107733:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:0.0:1769074925.762969:0:107733:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074925.762997:0:107733:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074925.763057:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107733 initiator: MDT0 00010000:00010000:0.0:1769074925.763068:0:107733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:0.0:1769074925.763078:0:107733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00000100:00100000:0.0:1769074925.763113:0:107733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611934976:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074925.763478:0:107733:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.767641:0:107733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611934976:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.767667:0:107733:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767681:0:107733:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767688:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767695:0:107733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767703:0:107733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767709:0:107733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.767714:0:107733:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767721:0:107733:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767727:0:107733:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767734:0:107733:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.767740:0:107733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.767747:0:107733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaa9cc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00000002:00100000:2.0:1769074925.767764:0:107733:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611934976/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.767778:0:107733:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.767808:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.767821:0:107733:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.767830:0:107733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c93980 00010000:00010000:2.0:1769074925.767833:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.767842:0:107733:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.767921:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.767939:0:107733:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.767943:0:107733:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.767961:0:107733:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.768001:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.768011:0:107733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.768020:0:107733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00000100:00100000:2.0:1769074925.768040:0:107733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611935104:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.768130:0:107733:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.772734:0:107733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611935104:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.772758:0:107733:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772771:0:107733:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772779:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772786:0:107733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772794:0:107733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772799:0:107733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.772804:0:107733:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772810:0:107733:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772821:0:107733:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772828:0:107733:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.772834:0:107733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.772840:0:107733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9ccd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00000002:00100000:2.0:1769074925.772857:0:107733:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611935104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.772872:0:107733:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.772909:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.772921:0:107733:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.772930:0:107733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c93980 00010000:00010000:2.0:1769074925.772934:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.772941:0:107733:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.773015:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.773025:0:107733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.773036:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.773040:0:107733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.773052:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.773055:0:107733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.773063:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.773073:0:107733:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.773078:0:107733:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.773095:0:107733:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.773190:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.773197:0:107733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.773206:0:107733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00000100:00100000:2.0:1769074925.773230:0:107733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611935232:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074925.773326:0:107733:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.785174:0:107733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611935232:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.785200:0:107733:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785212:0:107733:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785219:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785227:0:107733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785235:0:107733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785241:0:107733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.785246:0:107733:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785252:0:107733:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785260:0:107733:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785791:0:107733:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.785800:0:107733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.785808:0:107733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cd4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00000002:00100000:2.0:1769074925.785831:0:107733:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbfb80 x1855007611935232/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.785845:0:107733:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.786517:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.786534:0:107733:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.786543:0:107733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c93980 00010000:00010000:3.0:1769074925.786547:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.786555:0:107733:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.786871:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.786882:0:107733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.786896:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.786980:0:107733:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.786995:0:107733:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.787007:0:107733:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dae4400180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.787014:0:107733:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:3.0:1769074925.787033:0:107733:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.787095:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107733 initiator: MDT0 00010000:00010000:3.0:1769074925.787113:0:107733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00000020:00100000:3.0:1769074925.787126:0:107733:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.787136:0:107733:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830380 x1855007611935488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.788343:0:107733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00000100:00100000:0.0:1769074925.791992:0:107733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611935488:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074925.792330:0:107733:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.805040:0:107733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107733:1855007611935488:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074925.805069:0:107733:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805085:0:107733:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805092:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805109:0:107733:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805118:0:107733:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805124:0:107733:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074925.805129:0:107733:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805135:0:107733:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805142:0:107733:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805333:0:107733:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074925.805341:0:107733:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00010000:00010000:2.0:1769074925.805348:0:107733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9cdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107733 initiator: MDT0 00000002:00100000:2.0:1769074925.805369:0:107733:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8830380 x1855007611935488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074925.805383:0:107733:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074925.805414:0:107733:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.805426:0:107733:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074925.805436:0:107733:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c939a8 00010000:00010000:2.0:1769074925.805439:0:107733:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.805447:0:107733:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.815096:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:3.0:1769074925.815130:0:107735:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074925.815138:0:107735:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:3.0:1769074925.815205:0:107735:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074925.815223:0:107735:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.815239:0:107735:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.815247:0:107735:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074925.815255:0:107735:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074925.815259:0:107735:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:3.0:1769074925.815265:0:107735:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c03cb8 00010000:00010000:3.0:1769074925.815269:0:107735:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.815277:0:107735:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.818326:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818344:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.818358:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818363:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.818386:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818390:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.818397:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818400:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.818407:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818411:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.818418:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818422:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.818432:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818436:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.818443:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818447:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.818695:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.818709:0:107735:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac6120780, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.818718:0:107735:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:3.0:1769074925.818751:0:107735:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.818827:0:107735:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.818838:0:107735:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107735 initiator: MDT0 00000020:00100000:3.0:1769074925.818852:0:107735:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.818865:0:107735:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611935744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.818877:0:107735:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107735 initiator: MDT0 00000100:00100000:3.0:1769074925.818903:0:107735:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107735:1855007611935744:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074925.819095:0:107735:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.827958:0:107735:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107735:1855007611935744:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074925.827982:0:107735:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.827995:0:107735:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828001:0:107735:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828009:0:107735:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828016:0:107735:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828022:0:107735:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.828026:0:107735:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828033:0:107735:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828040:0:107735:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828046:0:107735:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.828053:0:107735:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.828059:0:107735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9ce2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107735 initiator: MDT0 00000002:00100000:3.0:1769074925.828076:0:107735:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833480 x1855007611935744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.828089:0:107735:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.828127:0:107735:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.828139:0:107735:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.828339:0:107735:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c039a8 00010000:00010000:3.0:1769074925.828344:0:107735:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.828353:0:107735:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.828805:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828816:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.828828:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828832:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.828842:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828845:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.828853:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828856:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.828863:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828866:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.828873:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828877:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.828884:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828887:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.828894:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828897:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.828904:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.828909:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074925.829063:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829068:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.829076:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829079:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.829087:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829089:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.829108:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829112:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.829122:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829125:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.829131:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829134:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.829141:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829144:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.829217:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829222:0:107735:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.829231:0:107735:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.829241:0:107735:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac6a03380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074925.829248:0:107735:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:3.0:1769074925.829371:0:107735:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074925.829437:0:107735:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.829446:0:107735:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107735 initiator: MDT0 00000020:00100000:3.0:1769074925.829458:0:107735:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074925.829468:0:107735:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611936000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074925.829476:0:107735:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107735 initiator: MDT0 00000100:00100000:3.0:1769074925.829500:0:107735:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107735:1855007611936000:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074925.829947:0:107735:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074925.833726:0:107735:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107735:1855007611936000:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074925.833749:0:107735:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833761:0:107735:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833768:0:107735:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833775:0:107735:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833783:0:107735:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833789:0:107735:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074925.833793:0:107735:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833800:0:107735:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833807:0:107735:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833813:0:107735:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074925.833820:0:107735:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107735 initiator: MDT0 00010000:00010000:3.0:1769074925.833827:0:107735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ce9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107735 initiator: MDT0 00000002:00100000:3.0:1769074925.833845:0:107735:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833480 x1855007611936000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074925.833860:0:107735:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074925.833889:0:107735:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.833905:0:107735:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074925.833914:0:107735:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c039a8 00010000:00010000:3.0:1769074925.833918:0:107735:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074925.833925:0:107735:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.842731:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.842760:0:107738:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.842768:0:107738:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074925.842798:0:107738:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.842818:0:107738:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.842834:0:107738:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.842857:0:107738:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.842867:0:107738:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074925.842871:0:107738:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074925.842879:0:107738:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c162bcb8 00010000:00010000:0.0:1769074925.842883:0:107738:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.842892:0:107738:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.843797:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843808:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.843818:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843822:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.843829:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843833:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.843840:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843843:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.843850:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843853:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.843860:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843864:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.843871:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843873:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.843882:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843885:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.843893:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.843896:0:107737:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.844464:0:107737:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.844478:0:107737:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=1 00000080:00200000:1.0:1769074925.844483:0:107737:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=getattr 00000002:00010000:1.0:1769074925.844506:0:107737:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.844570:0:107737:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107737 initiator: MDT0 00010000:00010000:1.0:1769074925.844580:0:107737:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107737 initiator: MDT0 00010000:00010000:1.0:1769074925.844590:0:107737:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107737 initiator: MDT0 00000100:00100000:1.0:1769074925.844616:0:107737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107737:1855007611936128:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074925.844837:0:107737:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000080:00200000:0.0:1769074925.846504:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846517:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.846529:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846534:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.846541:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846545:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.846552:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846555:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.846562:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846566:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.846574:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846577:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.846584:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846587:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.846597:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846600:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.846609:0:107738:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.846613:0:107738:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:1.0:1769074925.850830:0:107737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107737:1855007611936128:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:1.0:1769074925.850854:0:107737:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850875:0:107737:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850881:0:107737:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850889:0:107737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850897:0:107737:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850909:0:107737:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850918:0:107737:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850925:0:107737:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074925.850937:0:107737:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49180 x1855007611936128/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1769074925.850949:0:107737:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.850958:0:107737:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/360 (0 0) 00000080:00200000:1.0:1769074925.850964:0:107737:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074925.850985:0:107737:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x168:0x0], updating i_size 4096 00000080:00200000:1.0:1769074925.850987:0:107737:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x168:0x0](ffff88dad0a8ba88): rc = 0 00000080:00010000:1.0:1769074925.850991:0:107737:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x168:0x0](ffff88dad0a8ba88) for lock 0x989cb6132eaa9cf0 00000080:00010000:1.0:1769074925.851005:0:107737:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x168:0x0](ffff88dad0a8ba88) 00000080:00010000:1.0:1769074925.851007:0:107737:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cf0 from it ffffb370c1c7bbc0 00010000:00010000:1.0:1769074925.851009:0:107737:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.851015:0:107737:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074925.851052:0:107737:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76:[0x200000402:0x168:0x0](ffff88dad0a8ba88) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613072459505664, atime 1769074925.000000000, mtime 1769074925.000000000, ctime 1769074925.000000000 00010000:00010000:1.0:1769074925.851070:0:107737:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.851118:0:107737:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.851129:0:107737:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074925.851132:0:107737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9cf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b16f2 expref: -99 pid: 107737 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074925.851255:0:107737:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074925.851263:0:107737:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49180 x1855007611936384/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074925.857391:0:107737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107737:1855007611936384:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074925.857590:0:107737:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.864256:0:107737:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968864 gen 1 00000100:00100000:1.0:1769074925.865217:0:107737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107737:1855007611936384:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074925.865252:0:107737:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x168:0x0], updating i_size 4096 00000080:00200008:1.0:1769074925.865266:0:107737:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76:[0x200000402:0x168:0x0](ffff88dad0a8ba88) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613072459505664, atime 1769074925.000000000, mtime 1769074925.000000000, ctime 1769074925.000000000, rc 0 00000080:00200000:2.0:1769074925.876690:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.876708:0:107740:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.876716:0:107740:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074925.876738:0:107740:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.876755:0:107740:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.876770:0:107740:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.876779:0:107740:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.876788:0:107740:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074925.876792:0:107740:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:2.0:1769074925.876799:0:107740:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1cabcb8 00010000:00010000:2.0:1769074925.876803:0:107740:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.876813:0:107740:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.878224:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878237:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.878246:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878250:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878258:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878261:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878268:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878271:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878278:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878281:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878289:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878293:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878300:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878303:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878311:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878314:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878321:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878325:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074925.878506:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878511:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.878521:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878524:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878532:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878535:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878542:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878546:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878554:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878556:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878564:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878567:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878573:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878576:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878583:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878586:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878593:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878598:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.878729:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878735:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.878744:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878747:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878754:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878757:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878764:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878767:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878774:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878777:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.878784:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878786:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878793:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878796:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878804:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878807:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.878814:0:107740:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.878817:0:107740:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074925.886665:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.886687:0:107743:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.886695:0:107743:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074925.886717:0:107743:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.886734:0:107743:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.886750:0:107743:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.886758:0:107743:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.886767:0:107743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074925.886771:0:107743:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074925.886777:0:107743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1cc3cb8 00010000:00010000:0.0:1769074925.886781:0:107743:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.886789:0:107743:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074925.889047:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889061:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074925.889072:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889075:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.889083:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889086:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.889093:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889096:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.889117:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889120:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074925.889127:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889131:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.889138:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889141:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.889198:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889203:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074925.889214:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074925.889218:0:107742:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074925.889528:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889534:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.889542:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889545:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.889552:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889554:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.889562:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889565:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.889572:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889575:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.889584:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889587:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.889595:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889598:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.889606:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889609:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.889616:0:107743:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.889619:0:107743:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.891477:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000100:00100000:2.0:1769074925.891546:0:107742:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611936512:192.168.204.148@tcp:49:pjdfstest.65534 00000100:00100000:2.0:1769074925.891650:0:107742:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.912037:0:107742:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611936512:192.168.204.148@tcp:49:pjdfstest.65534 00000080:00200000:2.0:1769074925.912086:0:107742:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074925.912091:0:107742:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074925.912132:0:107742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074925.912352:0:107742:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107742 initiator: MDT0 00010000:00010000:2.0:1769074925.912579:0:107742:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107742 initiator: MDT0 00010000:00010000:2.0:1769074925.912594:0:107742:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107742 initiator: MDT0 00000100:00100000:2.0:1769074925.912620:0:107742:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611936640:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074925.912759:0:107742:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074925.915817:0:107742:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611936640:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074925.915842:0:107742:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.915863:0:107742:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.915870:0:107742:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.916067:0:107742:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.916077:0:107742:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.916089:0:107742:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.916108:0:107742:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.916117:0:107742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074925.916127:0:107742:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7dbf480 x1855007611936640/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074925.916140:0:107742:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.916241:0:107742:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/359 (0 0) 00000080:00200000:2.0:1769074925.916249:0:107742:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:0.0:1769074925.916644:0:107742:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200000:0.0:1769074925.916648:0:107742:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x167:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:0.0:1769074925.916655:0:107742:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9cf7 00000080:00010000:0.0:1769074925.916669:0:107742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) 00000080:00010000:0.0:1769074925.916673:0:107742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cf7 from it ffffb370c1cbbac8 00010000:00010000:0.0:1769074925.916677:0:107742:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.916686:0:107742:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.916726:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.916750:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074925.916755:0:107742:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, dir=[0x200000402:0x167:0x0](ffff88dad0a88908), file ffff88dac5ab5500, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:0.0:1769074925.916761:0:107742:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, dir=[0x200000402:0x167:0x0](ffff88dad0a88908), intent=open|creat 00000002:00010000:0.0:1769074925.916785:0:107742:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_6ee566725a25366fec22496062900db3,[0x200000402:0x169:0x0]) in obj [0x200000402:0x167:0x0], intent: open|creat flags 0100301 00010000:00010000:0.0:1769074925.916827:0:107742:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107742 initiator: MDT0 00010000:00010000:0.0:1769074925.916832:0:107742:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107742 initiator: MDT0 00000020:00100000:0.0:1769074925.916839:0:107742:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074925.916843:0:107742:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611936896/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074925.916849:0:107742:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107742 initiator: MDT0 00000100:00100000:0.0:1769074925.916865:0:107742:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611936896:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:0.0:1769074925.917050:0:107742:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.931070:0:107742:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611936896:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074925.931118:0:107742:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 4/0,1 mode: --/CW res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931144:0:107742:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 4/0,1 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931201:0:107742:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 4/0,1 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931214:0:107742:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931226:0:107742:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931250:0:107742:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931258:0:107742:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931399:0:107742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074925.931414:0:107742:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff88dac7d2d180 x1855007611936896/t4294968865(4294968865) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074941 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00100000:1.0:1769074925.931427:0:107742:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d180 x1855007611936896/t4294968865(4294968865) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074941 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074925.931440:0:107742:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.931463:0:107742:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/361 (0 0) 00000080:00200000:1.0:1769074925.931470:0:107742:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x167:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1769074925.931485:0:107742:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, dir=[0x200000402:0x167:0x0](ffff88dad0a88908), intent=open|creat 00000080:00200000:1.0:1769074925.931531:0:107742:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x169:0x0](ffff88dac9d47448) 00000080:00200000:1.0:1769074925.931539:0:107742:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x169:0x0], updating i_size 0 00000080:00200000:1.0:1769074925.931574:0:107742:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x169:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074925.934526:0:107742:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) 00000080:00010000:1.0:1769074925.934536:0:107742:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) for lock 0x989cb6132eaa9cfe 00000080:00010000:1.0:1769074925.934551:0:107742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) 00000080:00200008:1.0:1769074925.934570:0:107742:0:(file.c:1001:ll_file_open()) START file pjdfstest_6ee566725a25366fec22496062900db3:[0x200000402:0x169:0x0](ffff88dac9d47448), flags 100300 00000002:00100000:1.0:1769074925.934775:0:107742:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac7d2d180 x1855007611936896/t4294968865(4294968865) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074941 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00010000:1.0:1769074925.934825:0:107742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cfe from it ffff88dac311b7e0 00010000:00010000:1.0:1769074925.934832:0:107742:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.934844:0:107742:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.934960:0:107742:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x169:0x0](ffff88dac9d47448), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074925.935005:0:107742:0:(file.c:424:ll_file_release()) START file pjdfstest_6ee566725a25366fec22496062900db3:[0x200000402:0x169:0x0](ffff88dac9d47448), flags 100000 00000002:00100000:1.0:1769074925.935057:0:107742:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac7d2d180 x1855007611936896/t4294968865(4294968865) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000020:00100000:1.0:1769074925.935072:0:107742:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074925.935078:0:107742:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49180 x1855007611937152/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074925.935116:0:107742:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611937152:192.168.204.148@tcp:35:pjdfstest.65534 00000100:00100000:1.0:1769074925.937014:0:107742:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.950084:0:107742:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107742:1855007611937152:192.168.204.148@tcp:35:pjdfstest.65534 00000002:00100000:1.0:1769074925.950137:0:107742:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac7d2d180 x1855007611936896/t4294968865(4294968865) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00200000:0.0:1769074925.955059:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074925.955076:0:107745:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074925.955084:0:107745:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074925.955119:0:107745:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074925.955137:0:107745:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.955175:0:107745:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.955189:0:107745:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074925.955197:0:107745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074925.955201:0:107745:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074925.955208:0:107745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1ccbcb8 00010000:00010000:0.0:1769074925.955212:0:107745:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.955221:0:107745:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074925.956420:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956431:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.956442:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956446:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956454:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956457:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956464:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956467:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956474:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956478:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956484:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956488:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956496:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956499:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956508:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956512:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956520:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956524:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074925.956679:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956685:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.956694:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956697:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956705:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956709:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956716:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956720:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956727:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956730:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956737:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956740:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956747:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956750:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956759:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956762:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956769:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956773:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074925.956902:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956907:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074925.956915:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956919:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956926:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956929:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956937:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956940:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956947:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956950:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074925.956957:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956960:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956967:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956971:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956978:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956981:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074925.956989:0:107745:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074925.956993:0:107745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074925.970469:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074925.970496:0:107748:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074925.970504:0:107748:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074925.970531:0:107748:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074925.970550:0:107748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.970565:0:107748:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.970574:0:107748:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074925.970592:0:107748:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074925.970597:0:107748:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074925.970604:0:107748:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1ccbcb8 00010000:00010000:1.0:1769074925.970608:0:107748:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.970617:0:107748:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.971957:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.971969:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.971978:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.971982:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.971989:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.971993:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.972000:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.972003:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.972010:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.972013:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.972020:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.972024:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.972031:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.972034:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.972041:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.972044:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.972051:0:107748:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.972054:0:107748:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.977215:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977311:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074925.977329:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977334:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.977344:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977347:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.977355:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977358:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.977366:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977370:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074925.977379:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977383:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.977392:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977395:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.977403:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977406:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074925.977415:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.977418:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074925.978604:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.978615:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, flags=16 00000080:00200000:1.0:1769074925.978622:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.978626:0:107747:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, flags=0 00000080:00200000:1.0:1769074925.978632:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.978644:0:107747:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=16 00000080:00200000:1.0:1769074925.978649:0:107747:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:1.0:1769074925.978674:0:107747:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074925.978731:0:107747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107747 initiator: MDT0 00010000:00010000:1.0:1769074925.978741:0:107747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107747 initiator: MDT0 00010000:00010000:1.0:1769074925.978750:0:107747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107747 initiator: MDT0 00000100:00100000:1.0:1769074925.978776:0:107747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107747:1855007611937280:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074925.978920:0:107747:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.982829:0:107747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107747:1855007611937280:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074925.982853:0:107747:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982877:0:107747:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982886:0:107747:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982903:0:107747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982914:0:107747:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982926:0:107747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982935:0:107747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982943:0:107747:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074925.982955:0:107747:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dacab49c00 x1855007611937280/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074941 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074925.982967:0:107747:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.982977:0:107747:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/360 (0 0) 00000080:00200000:1.0:1769074925.982984:0:107747:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1769074925.983007:0:107747:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x168:0x0], updating i_size 4096 00000080:00200000:1.0:1769074925.983010:0:107747:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x168:0x0](ffff88dad0a8ba88): rc = 0 00000080:00010000:1.0:1769074925.983016:0:107747:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x168:0x0](ffff88dad0a8ba88) for lock 0x989cb6132eaa9d05 00000080:00010000:1.0:1769074925.983030:0:107747:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x168:0x0](ffff88dad0a8ba88) 00000080:00010000:1.0:1769074925.983033:0:107747:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d05 from it ffffb370c1cc3a90 00010000:00010000:1.0:1769074925.983037:0:107747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.983046:0:107747:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.983078:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074925.983113:0:107747:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_86a1c693ebc7b57fc9281c34ac008591, dir=[0x200000402:0x168:0x0](ffff88dad0a8ba88), flags=1536 00000080:00200000:1.0:1769074925.983118:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88), inode mode 41ed mask 3 00000080:00200000:1.0:1769074925.983124:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x169:0x0](ffff88dac9d47448), inode mode 81a4 mask 6 00000080:00200000:1.0:1769074925.983128:0:107747:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88), inode mode 41ed mask 3 00000080:00200000:1.0:1769074925.983133:0:107747:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000402:0x169:0x0](ffff88dac9d47448), dir=[0x200000402:0x168:0x0](ffff88dad0a8ba88), target=pjdfstest_86a1c693ebc7b57fc9281c34ac008591 00010000:00010000:1.0:1769074925.983788:0:107747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074925.983811:0:107747:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x169:0x0]: losing layout lock 00010000:00010000:1.0:1769074925.983854:0:107747:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 1/0,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.983861:0:107747:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074925.983864:0:107747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9cfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b1731 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074925.983886:0:107747:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074925.983893:0:107747:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49c00 x1855007611937536/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074925.983915:0:107747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107747:1855007611937536:192.168.204.148@tcp:36:pjdfstest.65534 00000100:00100000:1.0:1769074925.984042:0:107747:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074925.987940:0:107747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107747:1855007611937536:192.168.204.148@tcp:36:pjdfstest.65534 00000080:00200000:2.0:1769074925.994567:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074925.994589:0:107750:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074925.994597:0:107750:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074925.994619:0:107750:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074925.994635:0:107750:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.994650:0:107750:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.994658:0:107750:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074925.994665:0:107750:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074925.994669:0:107750:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:2.0:1769074925.994676:0:107750:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1cebcb8 00010000:00010000:2.0:1769074925.994680:0:107750:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074925.994693:0:107750:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074925.995967:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.995979:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.995991:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.995995:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996004:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996007:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996015:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996018:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996026:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996029:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996036:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996040:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996048:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996051:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996060:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996063:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996071:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996075:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074925.996292:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996297:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.996306:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996309:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996318:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996321:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996328:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996331:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996339:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996342:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996349:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996353:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996360:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996363:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996370:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996373:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996381:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996384:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074925.996519:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996524:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074925.996532:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996535:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996543:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996546:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996554:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996557:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996564:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996567:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074925.996574:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996577:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996585:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996588:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996595:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996598:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074925.996605:0:107750:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074925.996608:0:107750:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074926.010254:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:3.0:1769074926.010277:0:107753:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074926.010287:0:107753:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:3.0:1769074926.010312:0:107753:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074926.010330:0:107753:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.010345:0:107753:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.010353:0:107753:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074926.010359:0:107753:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074926.010373:0:107753:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:3.0:1769074926.010380:0:107753:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c162bcb8 00010000:00010000:3.0:1769074926.010384:0:107753:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.010393:0:107753:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.011829:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011844:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.011854:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011858:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.011866:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011868:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.011877:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011880:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.011888:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011891:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.011898:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011901:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.011909:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011911:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.011917:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011920:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.011927:0:107753:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.011931:0:107753:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074926.014542:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014558:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.014571:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014575:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.014583:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014586:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.014593:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014597:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.014604:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014607:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.014616:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014620:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.014629:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014632:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.014639:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014642:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.014649:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.014653:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074926.015434:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.015442:0:107752:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, flags=16 00000080:00200000:1.0:1769074926.015449:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.015463:0:107752:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_86a1c693ebc7b57fc9281c34ac008591, dir=[0x200000402:0x168:0x0](ffff88dad0a8ba88), flags=0 00000080:00200000:1.0:1769074926.015470:0:107752:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_86a1c693ebc7b57fc9281c34ac008591, dir=[0x200000402:0x168:0x0](ffff88dad0a8ba88), intent=getattr 00000002:00010000:1.0:1769074926.015497:0:107752:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_86a1c693ebc7b57fc9281c34ac008591,[0x0:0x0:0x0]) in obj [0x200000402:0x168:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.015559:0:107752:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x168:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107752 initiator: MDT0 00010000:00010000:1.0:1769074926.015569:0:107752:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x168:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107752 initiator: MDT0 00010000:00010000:1.0:1769074926.015579:0:107752:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x168:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107752 initiator: MDT0 00000100:00100000:1.0:1769074926.015605:0:107752:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107752:1855007611937664:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074926.015702:0:107752:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074926.021075:0:107752:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107752:1855007611937664:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074926.021112:0:107752:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x168:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021137:0:107752:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021146:0:107752:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021281:0:107752:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021292:0:107752:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021304:0:107752:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021312:0:107752:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021319:0:107752:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074926.021331:0:107752:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48700 x1855007611937664/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074926.021344:0:107752:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021354:0:107752:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/361 (0 0) 00000080:00200000:1.0:1769074926.021361:0:107752:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x168:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1769074926.021381:0:107752:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x169:0x0], updating i_size 0 00000080:00200000:1.0:1769074926.021384:0:107752:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x169:0x0](ffff88dac9d47448): rc = 0 00000080:00200000:1.0:1769074926.021400:0:107752:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x169:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074926.021405:0:107752:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) for lock 0x989cb6132eaa9d0c 00000080:00010000:1.0:1769074926.021415:0:107752:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) 00000080:00010000:1.0:1769074926.021418:0:107752:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d0c from it ffffb370c1c03e00 00010000:00010000:1.0:1769074926.021422:0:107752:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021430:0:107752:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.021533:0:107752:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88), inode mode 41ed mask 3 00000080:00200000:1.0:1769074926.021542:0:107752:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_86a1c693ebc7b57fc9281c34ac008591, dir=[0x200000402:0x168:0x0](ffff88dad0a8ba88) 00010000:00010000:1.0:1769074926.021714:0:107752:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.021733:0:107752:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x169:0x0]: losing layout lock 00010000:00010000:1.0:1769074926.021771:0:107752:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.021782:0:107752:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074926.021785:0:107752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9d0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b1785 expref: -99 pid: 107752 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074926.021807:0:107752:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074926.021814:0:107752:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48700 x1855007611937920/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074926.021835:0:107752:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107752:1855007611937920:192.168.204.148@tcp:36:pjdfstest.65534 00000100:00100000:1.0:1769074926.021959:0:107752:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.026523:0:107752:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107752:1855007611937920:192.168.204.148@tcp:36:pjdfstest.65534 00000080:00200000:1.0:1769074926.035063:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.035083:0:107755:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.035091:0:107755:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.035130:0:107755:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.035552:0:107755:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.035572:0:107755:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.035581:0:107755:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.035588:0:107755:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.035591:0:107755:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.035598:0:107755:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c03cb8 00010000:00010000:1.0:1769074926.035602:0:107755:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.035614:0:107755:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.036994:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037007:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.037017:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037022:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037030:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037033:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037041:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037044:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037051:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037055:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037062:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037066:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037073:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037076:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037083:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037086:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037094:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037110:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074926.037309:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037314:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.037322:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037325:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037332:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037335:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037341:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037344:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037352:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037354:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037361:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037364:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037371:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037374:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037381:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037383:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037390:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037394:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074926.037541:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037546:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.037555:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037558:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037566:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037569:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037576:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037579:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037586:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037589:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.037596:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037600:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037608:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037611:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037618:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037622:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.037630:0:107755:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.037635:0:107755:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074926.045959:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074926.045980:0:107758:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074926.045988:0:107758:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074926.046010:0:107758:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.046027:0:107758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.046044:0:107758:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.046053:0:107758:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.046060:0:107758:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074926.046064:0:107758:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074926.046070:0:107758:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1c8bcb8 00010000:00010000:0.0:1769074926.046074:0:107758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.046083:0:107758:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.048048:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.048064:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.048075:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.048080:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.048088:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.048091:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.048114:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.048117:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.048125:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.048129:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.048136:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.048139:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.049323:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.049338:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.049841:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.049847:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.049863:0:107758:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.049868:0:107758:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.056845:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056862:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.056873:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056878:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.056886:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056889:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.056896:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056899:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.056907:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056910:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.056917:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056921:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.056928:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056931:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.056938:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056941:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.056948:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.056952:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.057951:0:107757:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.057962:0:107757:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, flags=1 00000080:00200008:2.0:1769074926.057978:0:107757:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18:[0x200000402:0x167:0x0](ffff88dad0a88908) current size 4096, valid attrs 41, mode 41a4, uid -451014656, gid -30502, new size 0, atime 1769074926.000000000, mtime 1769074926.000000000, ctime 1769074926.000000000 00010000:00010000:2.0:1769074926.058012:0:107757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.058071:0:107757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.058079:0:107757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074926.058082:0:107757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9cf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1715 expref: -99 pid: 107742 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074926.058124:0:107757:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074926.058137:0:107757:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611938176/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074926.058195:0:107757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107757:1855007611938176:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074926.058315:0:107757:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.070487:0:107757:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968869 gen 1 00000100:00100000:2.0:1769074926.070530:0:107757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107757:1855007611938176:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074926.070560:0:107757:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200008:2.0:1769074926.070574:0:107757:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18:[0x200000402:0x167:0x0](ffff88dad0a88908) current size 4096, valid attrs 41, mode 41a4, uid -451014656, gid -30502, new size 0, atime 1769074926.000000000, mtime 1769074926.000000000, ctime 1769074926.000000000, rc 0 00000080:00200000:2.0:1769074926.076631:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074926.076654:0:107760:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074926.076663:0:107760:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074926.076692:0:107760:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074926.076710:0:107760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.076726:0:107760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.076734:0:107760:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074926.076743:0:107760:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074926.076747:0:107760:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:2.0:1769074926.076755:0:107760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d03cb8 00010000:00010000:2.0:1769074926.076760:0:107760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.076768:0:107760:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.078053:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078065:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.078076:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078080:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078087:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078090:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078111:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078115:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078124:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078127:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078134:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078137:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078144:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078171:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078183:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078187:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078195:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078199:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074926.078365:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078371:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.078380:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078383:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078390:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078392:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078401:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078403:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078410:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078413:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078420:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078423:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078431:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078433:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078441:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078444:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078451:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078455:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.078595:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078601:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.078611:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078615:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078622:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078624:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078631:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078633:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078640:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078642:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.078649:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078653:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078660:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078662:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078670:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078672:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.078680:0:107760:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.078684:0:107760:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074926.092205:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.092230:0:107763:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.092252:0:107763:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.092287:0:107763:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.092306:0:107763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.092320:0:107763:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.092328:0:107763:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.092336:0:107763:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.092340:0:107763:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.092346:0:107763:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1cf3cb8 00010000:00010000:1.0:1769074926.092349:0:107763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.092359:0:107763:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.093772:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093786:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.093795:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093800:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.093809:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093813:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.093821:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093824:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.093832:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093835:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.093843:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093847:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.093854:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093857:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.093864:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093867:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.093874:0:107763:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.093878:0:107763:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074926.101063:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101080:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.101092:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101110:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.101122:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101125:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.101133:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101136:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.101143:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101174:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.101188:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101192:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.101200:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101203:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.101211:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101214:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.101222:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.101227:0:107762:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074926.102779:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.102798:0:107762:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=16 00000080:00200000:0.0:1769074926.102804:0:107762:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074926.102834:0:107762:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.102894:0:107762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107762 initiator: MDT0 00010000:00010000:0.0:1769074926.102905:0:107762:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107762 initiator: MDT0 00010000:00010000:0.0:1769074926.102915:0:107762:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107762 initiator: MDT0 00000100:00100000:0.0:1769074926.102945:0:107762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107762:1855007611938304:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:0.0:1769074926.103501:0:107762:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.110756:0:107762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107762:1855007611938304:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074926.110783:0:107762:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110806:0:107762:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110815:0:107762:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110827:0:107762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110838:0:107762:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110849:0:107762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110856:0:107762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110863:0:107762:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074926.110872:0:107762:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7d2dc00 x1855007611938304/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074926.110884:0:107762:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110899:0:107762:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/359 (0 0) 00000080:00200000:2.0:1769074926.110906:0:107762:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074926.110928:0:107762:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200000:2.0:1769074926.110932:0:107762:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x167:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:2.0:1769074926.110938:0:107762:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9d13 00000080:00010000:2.0:1769074926.110952:0:107762:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) 00000080:00010000:2.0:1769074926.110957:0:107762:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d13 from it ffffb370c1ccbaa8 00010000:00010000:2.0:1769074926.110960:0:107762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.110969:0:107762:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.111000:0:107762:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41a4 mask 1 00000080:00200000:0.0:1769074926.117923:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074926.117944:0:107765:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074926.117953:0:107765:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074926.117976:0:107765:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.117993:0:107765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.118008:0:107765:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.118018:0:107765:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.118026:0:107765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074926.118030:0:107765:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074926.118036:0:107765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c162bcb8 00010000:00010000:0.0:1769074926.118040:0:107765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.118049:0:107765:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.123741:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123758:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.123768:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123773:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.123780:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123783:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.123790:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123794:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.123801:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123804:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.123811:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123815:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.123822:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123825:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.123832:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123835:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.123843:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.123846:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074926.124066:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124072:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.124081:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124085:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.124092:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124109:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.124120:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124123:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.124130:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124134:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.124141:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124145:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.124182:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124186:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.124194:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124197:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.124204:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.124208:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.125863:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125874:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.125885:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125889:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.125896:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125899:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.125908:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125911:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.125919:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125922:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.125932:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125935:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.125943:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125947:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.125954:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125958:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.125965:0:107765:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.125969:0:107765:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074926.136756:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074926.136777:0:107768:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074926.136784:0:107768:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074926.136807:0:107768:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074926.136826:0:107768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.136842:0:107768:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.136851:0:107768:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074926.136858:0:107768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074926.136862:0:107768:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:2.0:1769074926.136869:0:107768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d13cb8 00010000:00010000:2.0:1769074926.136874:0:107768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.136883:0:107768:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.139008:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139024:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.139035:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139038:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.139046:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139049:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.139057:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139060:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.139067:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139069:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.139076:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139079:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.139085:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139088:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.139113:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139117:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.139127:0:107768:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.139131:0:107768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074926.140086:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140106:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.140118:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140122:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.140130:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140133:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.140141:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140144:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.140171:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140175:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.140183:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140187:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.140194:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140197:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.140205:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140208:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.140215:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.140219:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074926.141208:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.141219:0:107767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, flags=16 00000080:00200000:3.0:1769074926.141227:0:107767:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41a4 mask 1 00000080:00200000:2.0:1769074926.150687:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:2.0:1769074926.150711:0:107770:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074926.150721:0:107770:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:2.0:1769074926.150752:0:107770:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074926.150773:0:107770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.150792:0:107770:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.150807:0:107770:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074926.150815:0:107770:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:2.0:1769074926.150819:0:107770:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:2.0:1769074926.150827:0:107770:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d1bcb8 00010000:00010000:2.0:1769074926.150844:0:107770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.150854:0:107770:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.155467:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155482:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.155495:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155499:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155507:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155510:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155519:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155522:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155529:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155532:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155539:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155543:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.155551:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155555:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.155562:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155565:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.155573:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155577:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074926.155759:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155764:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.155772:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155775:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155782:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155785:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155792:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155795:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155802:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155805:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.155813:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155816:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.155824:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155827:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.155834:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155836:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.155843:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155847:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.155978:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155983:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.155992:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.155995:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.156002:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156006:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.156013:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156015:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.156023:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156026:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.156033:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156036:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.156042:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156046:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.156053:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156055:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.156063:0:107770:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.156066:0:107770:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074926.164450:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164466:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.164479:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164483:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.164491:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164495:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.164502:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164505:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.164513:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164516:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.164523:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164526:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.164532:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164535:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.164542:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164546:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.164554:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.164557:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.165072:0:107772:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.165079:0:107772:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, flags=1 00000080:00200008:2.0:1769074926.165108:0:107772:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18:[0x200000402:0x167:0x0](ffff88dad0a88908) current size 4096, valid attrs 41, mode 41ed, uid -451014656, gid -30502, new size 0, atime 1769074926.000000000, mtime 1769074926.000000000, ctime 1769074926.000000000 00010000:00010000:2.0:1769074926.165144:0:107772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.165241:0:107772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.165248:0:107772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074926.165252:0:107772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b17bd expref: -99 pid: 107762 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074926.165274:0:107772:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074926.165288:0:107772:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611938560/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074926.165315:0:107772:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107772:1855007611938560:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074926.169807:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.169827:0:107773:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.169835:0:107773:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.169859:0:107773:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00000100:00100000:2.0:1769074926.170062:0:107772:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074926.170397:0:107773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.170413:0:107773:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.170421:0:107773:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.170428:0:107773:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.170431:0:107773:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.170438:0:107773:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d23cb8 00010000:00010000:1.0:1769074926.170442:0:107773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.170452:0:107773:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.173129:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173178:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.173193:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173198:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.173206:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173210:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.173217:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173220:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.173544:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173552:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.173569:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173573:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.173583:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173586:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.173593:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173596:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.173604:0:107773:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.173607:0:107773:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074926.178522:0:107772:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107772:1855007611938560:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074926.178559:0:107772:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200008:2.0:1769074926.178571:0:107772:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18:[0x200000402:0x167:0x0](ffff88dad0a88908) current size 4096, valid attrs 41, mode 41ed, uid -451014656, gid -30502, new size 0, atime 1769074926.000000000, mtime 1769074926.000000000, ctime 1769074926.000000000, rc 0 00000080:00200000:3.0:1769074926.186212:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:3.0:1769074926.186242:0:107775:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074926.186250:0:107775:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:3.0:1769074926.186271:0:107775:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074926.186289:0:107775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.186305:0:107775:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.186313:0:107775:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074926.186322:0:107775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074926.186326:0:107775:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:3.0:1769074926.186332:0:107775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d0bcb8 00010000:00010000:3.0:1769074926.186336:0:107775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.186345:0:107775:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.188692:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188710:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.188724:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188728:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.188736:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188740:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.188748:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188752:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.188760:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188763:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.188771:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188774:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.188782:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188785:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.188793:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188796:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.188803:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.188807:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074926.189014:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189019:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.189030:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189032:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189039:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189042:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189049:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189051:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189058:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189060:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189067:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189069:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.189075:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189078:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.189086:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189089:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.189111:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189115:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074926.189600:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189606:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.189614:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189619:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189628:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189631:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189638:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189641:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189648:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189650:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.189658:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189662:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.189669:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189672:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.189679:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189682:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.189690:0:107775:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.189694:0:107775:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074926.202032:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.202057:0:107778:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.202065:0:107778:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.202088:0:107778:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.202266:0:107778:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.202284:0:107778:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.202292:0:107778:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.202300:0:107778:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.202304:0:107778:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.202311:0:107778:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d0bcb8 00010000:00010000:1.0:1769074926.202315:0:107778:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.202323:0:107778:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.207124:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207140:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.207168:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207173:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.207182:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207185:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.207192:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207195:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.207203:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207206:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.207214:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207217:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.207224:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207237:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.207247:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207250:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.207257:0:107778:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.207261:0:107778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.209893:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209912:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.209924:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209929:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.209937:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209940:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.209949:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209952:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.209960:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209963:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.209971:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209975:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.209982:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209985:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.209992:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.209996:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.210004:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.210008:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.214603:0:107777:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.214625:0:107777:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, flags=1 00000080:00200008:2.0:1769074926.214647:0:107777:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76:[0x200000402:0x168:0x0](ffff88dad0a8ba88) current size 4096, valid attrs 41, mode 41a4, uid -451014656, gid -30502, new size 0, atime 1769074926.000000000, mtime 1769074926.000000000, ctime 1769074926.000000000 00010000:00010000:2.0:1769074926.214683:0:107777:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.214743:0:107777:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.214751:0:107777:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074926.214755:0:107777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9d05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1754 expref: -99 pid: 107747 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074926.214778:0:107777:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074926.214791:0:107777:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611938816/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074926.214815:0:107777:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107777:1855007611938816:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074926.214972:0:107777:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.223181:0:107777:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968871 gen 1 00000100:00100000:2.0:1769074926.223220:0:107777:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107777:1855007611938816:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074926.223663:0:107777:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x168:0x0], updating i_size 4096 00000080:00200008:2.0:1769074926.223680:0:107777:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76:[0x200000402:0x168:0x0](ffff88dad0a8ba88) current size 4096, valid attrs 41, mode 41a4, uid -451014656, gid -30502, new size 0, atime 1769074926.000000000, mtime 1769074926.000000000, ctime 1769074926.000000000, rc 0 00000080:00200000:3.0:1769074926.232880:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:3.0:1769074926.232902:0:107780:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074926.232911:0:107780:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:3.0:1769074926.232937:0:107780:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074926.232958:0:107780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.232976:0:107780:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.232986:0:107780:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074926.232995:0:107780:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074926.233001:0:107780:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:3.0:1769074926.233008:0:107780:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d43cb8 00010000:00010000:3.0:1769074926.233012:0:107780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.233021:0:107780:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.243828:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243843:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.243855:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243859:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.243867:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243871:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.243881:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243884:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.243892:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243895:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.243903:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243907:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.243915:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243918:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.243926:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243929:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.243936:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.243941:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074926.249860:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249879:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.249893:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249898:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.249909:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249912:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.249919:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249922:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.249930:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249933:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.249945:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249949:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.249956:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249959:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.249968:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249971:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.249979:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.249982:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074926.250428:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250434:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.250659:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250665:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.250679:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250682:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.250690:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250693:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.250700:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250703:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.250710:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250714:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.250721:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250724:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.250732:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250735:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.250744:0:107780:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.250748:0:107780:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074926.261016:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.261034:0:107783:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.261042:0:107783:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.261062:0:107783:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.261079:0:107783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.261105:0:107783:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.261114:0:107783:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.261122:0:107783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.261127:0:107783:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.261134:0:107783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d63cb8 00010000:00010000:1.0:1769074926.261138:0:107783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.261169:0:107783:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.269221:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269239:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.269252:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269256:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.269266:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269269:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.269276:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269279:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.269287:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269289:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.269297:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269300:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.269308:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269310:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.269318:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269321:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.269329:0:107783:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.269333:0:107783:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.270375:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270385:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.270394:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270398:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.270406:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270409:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.270415:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270418:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.270426:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270429:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.270436:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270440:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.270447:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270450:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.270457:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270460:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.270468:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.270472:0:107782:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.271142:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.271185:0:107782:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=16 00000080:00200000:2.0:1769074926.271192:0:107782:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074926.271228:0:107782:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074926.271299:0:107782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107782 initiator: MDT0 00010000:00010000:2.0:1769074926.271316:0:107782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107782 initiator: MDT0 00010000:00010000:2.0:1769074926.271327:0:107782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107782 initiator: MDT0 00000100:00100000:2.0:1769074926.271357:0:107782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107782:1855007611938944:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074926.271492:0:107782:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.278102:0:107782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107782:1855007611938944:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074926.278135:0:107782:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278352:0:107782:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278464:0:107782:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278477:0:107782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278489:0:107782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278502:0:107782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278510:0:107782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278518:0:107782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074926.278531:0:107782:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7dbca80 x1855007611938944/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074926.278544:0:107782:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278554:0:107782:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/359 (0 0) 00000080:00200000:2.0:1769074926.278561:0:107782:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074926.278653:0:107782:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x167:0x0], updating i_size 4096 00000080:00200000:2.0:1769074926.278657:0:107782:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x167:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:2.0:1769074926.278664:0:107782:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9d1a 00000080:00010000:2.0:1769074926.278680:0:107782:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x167:0x0](ffff88dad0a88908) 00000080:00010000:2.0:1769074926.278685:0:107782:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d1a from it ffffb370c1d3baa8 00010000:00010000:2.0:1769074926.278688:0:107782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.278698:0:107782:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.278735:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.278757:0:107782:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, dir=[0x200000402:0x167:0x0](ffff88dad0a88908), flags=0 00000080:00200000:2.0:1769074926.278762:0:107782:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, dir=[0x200000402:0x167:0x0](ffff88dad0a88908), intent=getattr 00000002:00010000:2.0:1769074926.278782:0:107782:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_6ee566725a25366fec22496062900db3,[0x0:0x0:0x0]) in obj [0x200000402:0x167:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074926.278824:0:107782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107782 initiator: MDT0 00010000:00010000:2.0:1769074926.278832:0:107782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107782 initiator: MDT0 00010000:00010000:2.0:1769074926.278842:0:107782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107782 initiator: MDT0 00000100:00100000:2.0:1769074926.278862:0:107782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107782:1855007611939072:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074926.279075:0:107782:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.289134:0:107782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107782:1855007611939072:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074926.289193:0:107782:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x167:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289216:0:107782:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289235:0:107782:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289247:0:107782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289259:0:107782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289271:0:107782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289279:0:107782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289288:0:107782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074926.289298:0:107782:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbca80 x1855007611939072/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074926.289311:0:107782:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289322:0:107782:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/361 (0 0) 00000080:00200000:2.0:1769074926.289329:0:107782:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x167:0x0] suppgids 65534 -1: rc 0 00000080:00200000:2.0:1769074926.289349:0:107782:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x169:0x0], updating i_size 0 00000080:00200000:2.0:1769074926.289352:0:107782:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x169:0x0](ffff88dac9d47448): rc = 0 00000080:00200000:2.0:1769074926.289369:0:107782:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x169:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074926.289374:0:107782:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) for lock 0x989cb6132eaa9d21 00000080:00010000:2.0:1769074926.289386:0:107782:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x169:0x0](ffff88dac9d47448) 00000080:00010000:2.0:1769074926.289389:0:107782:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d21 from it ffffb370c1d3bba0 00010000:00010000:2.0:1769074926.289392:0:107782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.289400:0:107782:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.289442:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.289465:0:107782:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=16 00000080:00200000:2.0:1769074926.289470:0:107782:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074926.289492:0:107782:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074926.289534:0:107782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107782 initiator: MDT0 00010000:00010000:2.0:1769074926.289541:0:107782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107782 initiator: MDT0 00010000:00010000:2.0:1769074926.289549:0:107782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107782 initiator: MDT0 00000100:00100000:2.0:1769074926.289569:0:107782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107782:1855007611939200:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074926.289651:0:107782:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.294089:0:107782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107782:1855007611939200:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074926.294129:0:107782:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294177:0:107782:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294186:0:107782:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294199:0:107782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294211:0:107782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294225:0:107782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294249:0:107782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294256:0:107782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074926.294267:0:107782:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7dbca80 x1855007611939200/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074926.294281:0:107782:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294292:0:107782:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/360 (0 0) 00000080:00200000:2.0:1769074926.294299:0:107782:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074926.294326:0:107782:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x168:0x0], updating i_size 4096 00000080:00200000:2.0:1769074926.294330:0:107782:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x168:0x0](ffff88dad0a8ba88): rc = 0 00000080:00010000:2.0:1769074926.294335:0:107782:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x168:0x0](ffff88dad0a8ba88) for lock 0x989cb6132eaa9d28 00000080:00010000:2.0:1769074926.294351:0:107782:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x168:0x0](ffff88dad0a8ba88) 00000080:00010000:2.0:1769074926.294355:0:107782:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d28 from it ffffb370c1d3ba90 00010000:00010000:2.0:1769074926.294358:0:107782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.294365:0:107782:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.294401:0:107782:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88), inode mode 41a4 mask 1 00000080:00200000:1.0:1769074926.302524:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.302543:0:107785:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.302551:0:107785:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.302573:0:107785:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.302590:0:107785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.302605:0:107785:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.302613:0:107785:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.302621:0:107785:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.302624:0:107785:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.302631:0:107785:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d6bcb8 00010000:00010000:1.0:1769074926.302634:0:107785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.302642:0:107785:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.304978:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.304991:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.305000:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305004:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305011:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305014:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305020:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305023:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305029:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305031:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305038:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305041:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305047:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305050:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305056:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305059:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305065:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305069:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074926.305242:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305247:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.305256:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305259:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305266:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305269:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305277:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305279:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305287:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305290:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305297:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305300:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305308:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305312:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305320:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305325:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305332:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305336:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074926.305478:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305482:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.305491:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305494:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305503:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305505:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305513:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305516:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305524:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305526:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.305533:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305536:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305545:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305548:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305556:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305558:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.305566:0:107785:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.305569:0:107785:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074926.314624:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074926.314648:0:107788:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074926.314657:0:107788:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074926.314682:0:107788:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.314702:0:107788:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.314720:0:107788:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.314728:0:107788:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.314738:0:107788:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074926.314742:0:107788:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074926.314749:0:107788:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d83cb8 00010000:00010000:0.0:1769074926.314753:0:107788:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.314763:0:107788:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.316182:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316195:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.316208:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316212:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.316220:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316223:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.316230:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316233:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.316240:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316243:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.316251:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316255:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.316262:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316265:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.316273:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316276:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.316286:0:107788:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.316289:0:107788:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074926.322084:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322112:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.322126:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322131:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.322138:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322142:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.322539:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322545:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.322557:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322560:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.322567:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322571:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.322578:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322581:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.322588:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322591:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.322600:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.322604:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074926.323199:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.323207:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, flags=16 00000080:00200000:3.0:1769074926.323213:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000100:00100000:3.0:1769074926.323550:0:107787:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107787:1855007611939328:192.168.204.148@tcp:49:pjdfstest.0 00000100:00100000:3.0:1769074926.323653:0:107787:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fadf00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.326971:0:107787:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107787:1855007611939328:192.168.204.148@tcp:49:pjdfstest.0 00000080:00200000:3.0:1769074926.327018:0:107787:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, flags=0 00000080:00200000:3.0:1769074926.327027:0:107787:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074926.327035:0:107787:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_6ee566725a25366fec22496062900db3, dir=[0x200000402:0x167:0x0](ffff88dad0a88908) 00010000:00010000:3.0:1769074926.327086:0:107787:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.327118:0:107787:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x169:0x0]: losing layout lock 00010000:00010000:3.0:1769074926.327333:0:107787:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.327342:0:107787:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074926.327346:0:107787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaa9d21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x169:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b1803 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074926.327461:0:107787:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074926.327471:0:107787:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833480 x1855007611939584/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074926.327494:0:107787:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107787:1855007611939584:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074926.327604:0:107787:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fadf00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.337001:0:107787:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107787:1855007611939584:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074926.337075:0:107787:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x169:0x0] ignore/verify layout 1/0, layout version -1 restore needed 0 00000080:00200000:3.0:1769074926.337089:0:107787:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x169:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1769074926.337109:0:107787:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x169:0x0](ffff88dac9d47448) 00000080:00200000:0.0:1769074926.343879:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:0.0:1769074926.343901:0:107790:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074926.343909:0:107790:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:0.0:1769074926.343933:0:107790:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.343950:0:107790:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.343966:0:107790:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.343980:0:107790:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.343987:0:107790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074926.343990:0:107790:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:0.0:1769074926.343997:0:107790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1d3bcb8 00010000:00010000:0.0:1769074926.344001:0:107790:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.344010:0:107790:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.345349:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345361:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.345375:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345380:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345389:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345392:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345399:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345402:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345408:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345411:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345418:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345421:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345430:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345433:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345441:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345444:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345452:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345456:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074926.345628:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345634:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.345644:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345647:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345655:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345658:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345665:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345668:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345676:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345679:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345686:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345689:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345698:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345701:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345708:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345711:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345718:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345722:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074926.345863:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345868:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.345877:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345880:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345887:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345890:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345898:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345901:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345908:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345911:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.345918:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345922:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345928:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345932:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345939:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345943:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.345950:0:107790:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.345953:0:107790:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074926.362594:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.362614:0:107793:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.362622:0:107793:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.362646:0:107793:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.362664:0:107793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.362679:0:107793:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.362688:0:107793:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.362697:0:107793:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:1.0:1769074926.362701:0:107793:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9cbf 00000080:00010000:1.0:1769074926.362708:0:107793:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9cbf from it ffffb370c1da3cb8 00010000:00010000:1.0:1769074926.362713:0:107793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.362722:0:107793:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.366322:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366344:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.366358:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366362:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.366370:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366373:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.366381:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366384:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.366391:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366394:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.366403:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366406:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.366415:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366418:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.366427:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366429:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.366436:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.366440:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074926.368794:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.368810:0:107793:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.368822:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.368827:0:107793:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.368834:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.368837:0:107793:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.368844:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.368846:0:107793:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.368855:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.368858:0:107793:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.368866:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.370445:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.370463:0:107792:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, flags=0 00000080:00200000:3.0:1769074926.370471:0:107792:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:3.0:1769074926.370476:0:107792:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_2db5d4dd68cb54ecb0c74c77ae323a18, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248) 00010000:00010000:3.0:1769074926.370513:0:107792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.370570:0:107792:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.370611:0:107792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.370624:0:107792:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.370629:0:107792:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074926.370633:0:107792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9d1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b17e7 expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.370648:0:107792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9cbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1658 expref: -99 pid: 107733 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074926.370666:0:107792:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074926.370679:0:107792:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832a00 x1855007611939840/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074926.370704:0:107792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107792:1855007611939840:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074926.370818:0:107792:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fadf00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.388443:0:107792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107792:1855007611939840:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074926.388492:0:107792:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x167:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074926.388599:0:107793:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:0.0:1769074926.388606:0:107793:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074926.388632:0:107793:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.388692:0:107793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.388702:0:107793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.388710:0:107793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00000100:00100000:0.0:1769074926.388730:0:107793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611939968:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.388861:0:107793:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.406725:0:107793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611939968:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.406750:0:107793:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406763:0:107793:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406770:0:107793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406777:0:107793:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406785:0:107793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406790:0:107793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.406795:0:107793:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406801:0:107793:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406807:0:107793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406813:0:107793:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.406818:0:107793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.406825:0:107793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00000002:00100000:0.0:1769074926.406847:0:107793:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c000 x1855007611939968/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.406861:0:107793:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074926.407019:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.407034:0:107793:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:0.0:1769074926.407038:0:107793:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074926.407053:0:107793:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.407106:0:107793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.407113:0:107793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.407122:0:107793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00000100:00100000:0.0:1769074926.407141:0:107793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611940096:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.407349:0:107793:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.423734:0:107793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611940096:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.423758:0:107793:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423769:0:107793:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423776:0:107793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423783:0:107793:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423791:0:107793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423798:0:107793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.423803:0:107793:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423810:0:107793:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423817:0:107793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423825:0:107793:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.423832:0:107793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.423837:0:107793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9d36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00000002:00100000:0.0:1769074926.423865:0:107793:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c000 x1855007611940096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.423880:0:107793:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074926.423974:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.423989:0:107793:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:0.0:1769074926.423993:0:107793:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:0.0:1769074926.424011:0:107793:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.424065:0:107793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.424072:0:107793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.424080:0:107793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00000100:00100000:0.0:1769074926.424113:0:107793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611940224:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.424328:0:107793:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.431045:0:107793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611940224:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.431070:0:107793:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431084:0:107793:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431102:0:107793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431109:0:107793:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431118:0:107793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431125:0:107793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.431130:0:107793:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431137:0:107793:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431145:0:107793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431177:0:107793:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.431185:0:107793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431197:0:107793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9d3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00000002:00100000:0.0:1769074926.431223:0:107793:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c000 x1855007611940224/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.431247:0:107793:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074926.431362:0:107793:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.431387:0:107793:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dae0202f00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074926.431394:0:107793:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:0.0:1769074926.431416:0:107793:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074926.431491:0:107793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.431499:0:107793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00000020:00100000:0.0:1769074926.431511:0:107793:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074926.431517:0:107793:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c000 x1855007611940480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074926.431526:0:107793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00000100:00100000:0.0:1769074926.431547:0:107793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611940480:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.431740:0:107793:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.435688:0:107793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107793:1855007611940480:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.435714:0:107793:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435733:0:107793:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435741:0:107793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435749:0:107793:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435757:0:107793:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435765:0:107793:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.435770:0:107793:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435778:0:107793:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435785:0:107793:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435792:0:107793:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.435798:0:107793:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00010000:00010000:0.0:1769074926.435805:0:107793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9d44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 107793 initiator: MDT0 00000002:00100000:0.0:1769074926.440209:0:107793:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2c000 x1855007611940480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.440238:0:107793:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074926.448626:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:1.0:1769074926.448648:0:107795:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074926.448655:0:107795:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:1.0:1769074926.448677:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.448741:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:1.0:1769074926.448752:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:1.0:1769074926.448762:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:1.0:1769074926.448790:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940608:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074926.448898:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.456919:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940608:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074926.456949:0:107795:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.456962:0:107795:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.456975:0:107795:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.456986:0:107795:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.456997:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.457004:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.457011:0:107795:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074926.457022:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4bb80 x1855007611940608/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074926.457034:0:107795:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.457046:0:107795:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/358 (0 0) 00000080:00200000:3.0:1769074926.457052:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074926.457077:0:107795:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00010000:3.0:1769074926.457082:0:107795:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9d4b 00000080:00010000:3.0:1769074926.457098:0:107795:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074926.457102:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dabcb8 00010000:00010000:3.0:1769074926.457105:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.457113:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.458990:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.459015:0:107795:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:3.0:1769074926.459021:0:107795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:3.0:1769074926.459055:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074926.459137:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.459170:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.459183:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:3.0:1769074926.459210:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940736:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074926.460653:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00010000:00010000:3.0:1769074926.461543:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074926.468403:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940736:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074926.468755:0:107795:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468770:0:107795:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468778:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468785:0:107795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468800:0:107795:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468806:0:107795:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.468811:0:107795:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468819:0:107795:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468827:0:107795:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468834:0:107795:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.468842:0:107795:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.468848:0:107795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00000002:00100000:3.0:1769074926.468866:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8832680 x1855007611940736/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.468881:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.468910:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.468922:0:107795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.468932:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dab980 00010000:00010000:3.0:1769074926.468935:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.468943:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.469018:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.469031:0:107795:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:3.0:1769074926.469036:0:107795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:3.0:1769074926.469051:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074926.469103:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.469111:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.469121:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:3.0:1769074926.469143:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940864:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074926.479670:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.481748:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940864:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074926.481772:0:107795:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481788:0:107795:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481796:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481803:0:107795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481812:0:107795:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481819:0:107795:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.481824:0:107795:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481831:0:107795:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481839:0:107795:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481847:0:107795:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.481853:0:107795:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.481859:0:107795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00000002:00100000:3.0:1769074926.481877:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8832680 x1855007611940864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.481893:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.481923:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.481937:0:107795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.481947:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dab980 00010000:00010000:3.0:1769074926.481951:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.481960:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.482050:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.482058:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.482070:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.482073:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.482080:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.482083:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.482105:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.482115:0:107795:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:3.0:1769074926.482119:0:107795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:3.0:1769074926.482136:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074926.482192:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.482200:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.482209:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:3.0:1769074926.482230:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940992:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074926.483427:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.492603:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611940992:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074926.492631:0:107795:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492645:0:107795:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492654:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492661:0:107795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492670:0:107795:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492676:0:107795:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.492681:0:107795:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492688:0:107795:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492695:0:107795:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492701:0:107795:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.492708:0:107795:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.492714:0:107795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00000002:00100000:3.0:1769074926.492734:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8832680 x1855007611940992/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.492749:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.500283:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.500314:0:107795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.500323:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dab980 00010000:00010000:2.0:1769074926.500328:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.500335:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.500447:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.500456:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.500471:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.500475:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.500484:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.500498:0:107795:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dad03cb980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074926.500505:0:107795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074926.500525:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074926.500578:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.500586:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000020:00100000:2.0:1769074926.500598:0:107795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074926.500611:0:107795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611941248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074926.500619:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:2.0:1769074926.500642:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611941248:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.500852:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.511298:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611941248:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.511325:0:107795:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511339:0:107795:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511347:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511355:0:107795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511363:0:107795:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511370:0:107795:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.511375:0:107795:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511382:0:107795:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511390:0:107795:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511397:0:107795:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.511404:0:107795:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.511415:0:107795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00000002:00100000:2.0:1769074926.511433:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbca80 x1855007611941248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.511533:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.511567:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.511645:0:107795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.511656:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dab9a8 00010000:00010000:2.0:1769074926.511660:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.511669:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.512074:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.512085:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.512131:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.512135:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.512142:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.512145:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.513031:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.513040:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.513051:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.513055:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.513064:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.513067:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.513076:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.513079:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.513097:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.513101:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.513111:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.513123:0:107795:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dad03caf00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074926.513132:0:107795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074926.513540:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074926.514143:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.514280:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000020:00100000:2.0:1769074926.514296:0:107795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074926.514308:0:107795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611941504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074926.514319:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:2.0:1769074926.514346:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611941504:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.514744:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.521612:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611941504:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.521633:0:107795:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521646:0:107795:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521654:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521661:0:107795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521668:0:107795:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521674:0:107795:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.521678:0:107795:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521685:0:107795:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521691:0:107795:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521697:0:107795:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.521703:0:107795:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.521709:0:107795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00000002:00100000:2.0:1769074926.521726:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbca80 x1855007611941504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.521739:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.521766:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.521782:0:107795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.521790:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dab9a8 00010000:00010000:2.0:1769074926.521793:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.521801:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.522437:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522450:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.522463:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522467:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.522475:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522478:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.522485:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522487:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.522495:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522498:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.522506:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522510:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.522518:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522521:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.522529:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522532:0:107795:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.522542:0:107795:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.522553:0:107795:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dad03cbe00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074926.522562:0:107795:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074926.522598:0:107795:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074926.522654:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107795 initiator: MDT0 00010000:00010000:2.0:1769074926.522661:0:107795:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000020:00100000:2.0:1769074926.522673:0:107795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074926.522682:0:107795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbca80 x1855007611941760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074926.522691:0:107795:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00000100:00100000:2.0:1769074926.522714:0:107795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611941760:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.522902:0:107795:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.529488:0:107795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107795:1855007611941760:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074926.529515:0:107795:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529530:0:107795:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529539:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529547:0:107795:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529556:0:107795:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529563:0:107795:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.529568:0:107795:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529575:0:107795:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529583:0:107795:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529590:0:107795:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.529597:0:107795:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00010000:00010000:3.0:1769074926.529604:0:107795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9d75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107795 initiator: MDT0 00000002:00100000:3.0:1769074926.529623:0:107795:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbca80 x1855007611941760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.529638:0:107795:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.529669:0:107795:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.529683:0:107795:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.529694:0:107795:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d4b from it ffffb370c1dab9a8 00010000:00010000:3.0:1769074926.529697:0:107795:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.529707:0:107795:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.537052:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537069:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.537081:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537098:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.537112:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537116:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.537124:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537127:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.537135:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537138:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.537145:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537188:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.537199:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537203:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.537211:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537214:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.537221:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537225:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074926.537753:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.537764:0:107797:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, flags=0 00000080:00200000:2.0:1769074926.537773:0:107797:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 3 00000080:00200000:2.0:1769074926.537779:0:107797:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_4487aef63ad59ab4fa2555f9ac4ece76, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248) 00010000:00010000:2.0:1769074926.537819:0:107797:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.537875:0:107797:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.537920:0:107797:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.537928:0:107797:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.537934:0:107797:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:2.0:1769074926.537937:0:107797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b181f expref: -99 pid: 107782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.537952:0:107797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9d4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b18b2 expref: -99 pid: 107795 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074926.537973:0:107797:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074926.537987:0:107797:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611942016/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074926.538018:0:107797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107797:1855007611942016:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074926.543322:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:3.0:1769074926.543349:0:107798:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074926.543501:0:107798:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:3.0:1769074926.543527:0:107798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074926.543584:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.543595:0:107798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.543605:0:107798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00000100:00100000:3.0:1769074926.543629:0:107798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942144:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074926.543871:0:107797:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.545192:0:107798:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.555760:0:107798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942144:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074926.555792:0:107798:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074926.556030:0:107797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107797:1855007611942016:192.168.204.148@tcp:36:pjdfstest.0 00010000:00010000:3.0:1769074926.556563:0:107798:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556652:0:107798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556667:0:107798:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556682:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556691:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556699:0:107798:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074926.556713:0:107798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8833100 x1855007611942144/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074926.556728:0:107798:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556741:0:107798:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/358 (0 0) 00000080:00200000:3.0:1769074926.556748:0:107798:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074926.556769:0:107798:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00010000:3.0:1769074926.556775:0:107798:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9d7c 00000080:00010000:3.0:1769074926.556780:0:107798:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074926.556784:0:107798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dbbcb8 00010000:00010000:3.0:1769074926.556787:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.556796:0:107798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.558741:0:107797:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x168:0x0](ffff88dad0a8ba88) 00000080:00200000:3.0:1769074926.562835:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.562856:0:107798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:3.0:1769074926.562862:0:107798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:3.0:1769074926.563120:0:107798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074926.563212:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.563238:0:107798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.563250:0:107798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00000100:00100000:3.0:1769074926.563287:0:107798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942272:192.168.204.148@tcp:101:tail.0 00000100:00100000:3.0:1769074926.563400:0:107798:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.571626:0:107798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942272:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074926.571649:0:107798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571662:0:107798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571674:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571682:0:107798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571691:0:107798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571698:0:107798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.571703:0:107798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571710:0:107798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571718:0:107798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571725:0:107798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.571732:0:107798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.571739:0:107798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9d83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00000002:00100000:3.0:1769074926.571756:0:107798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833100 x1855007611942272/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.571770:0:107798:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.571798:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.571817:0:107798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.571826:0:107798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dbb980 00010000:00010000:3.0:1769074926.571830:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.571839:0:107798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.572390:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.572405:0:107798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:3.0:1769074926.572410:0:107798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:3.0:1769074926.572428:0:107798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074926.572676:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.572687:0:107798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.572696:0:107798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00000100:00100000:3.0:1769074926.572720:0:107798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942400:192.168.204.148@tcp:101:tail.0 00000100:00100000:3.0:1769074926.572824:0:107798:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.576212:0:107798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942400:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074926.576254:0:107798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576650:0:107798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576657:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576664:0:107798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576672:0:107798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576678:0:107798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.576683:0:107798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576690:0:107798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576697:0:107798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576707:0:107798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.576714:0:107798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00010000:00010000:3.0:1769074926.576720:0:107798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00000002:00100000:3.0:1769074926.576740:0:107798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833100 x1855007611942400/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.576755:0:107798:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.576785:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.576797:0:107798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.576807:0:107798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dbb980 00010000:00010000:3.0:1769074926.576811:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.576820:0:107798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.577193:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.577205:0:107798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.578060:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.578070:0:107798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.578341:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.578347:0:107798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.578370:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.578383:0:107798:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), flags=17 00000080:00200000:2.0:1769074926.578388:0:107798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=0 00000002:00010000:2.0:1769074926.578410:0:107798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074926.578469:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.578479:0:107798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.578489:0:107798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00000100:00100000:2.0:1769074926.578513:0:107798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942528:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074926.578619:0:107798:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.585412:0:107798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942528:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074926.585470:0:107798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585485:0:107798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585497:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585505:0:107798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585512:0:107798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585518:0:107798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.585523:0:107798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585529:0:107798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585536:0:107798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585542:0:107798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.585549:0:107798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585555:0:107798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9d91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00000002:00100000:2.0:1769074926.585572:0:107798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611942528/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.585586:0:107798:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.585617:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.585634:0:107798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.585643:0:107798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dbb980 00010000:00010000:2.0:1769074926.585647:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.585653:0:107798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.585720:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.585729:0:107798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.585739:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.585742:0:107798:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.585751:0:107798:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.585763:0:107798:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dae4401c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074926.585770:0:107798:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:2.0:1769074926.585787:0:107798:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074926.585834:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.585841:0:107798:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00000020:00100000:2.0:1769074926.585854:0:107798:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074926.585861:0:107798:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611942784/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074926.585870:0:107798:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00000100:00100000:2.0:1769074926.585892:0:107798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942784:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074926.586074:0:107798:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.589726:0:107798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107798:1855007611942784:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074926.589748:0:107798:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589761:0:107798:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589769:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589776:0:107798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589785:0:107798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589792:0:107798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.589796:0:107798:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589804:0:107798:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589812:0:107798:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589818:0:107798:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.589825:0:107798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00010000:00010000:2.0:1769074926.589847:0:107798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9d98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107798 initiator: MDT0 00000002:00100000:2.0:1769074926.589868:0:107798:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611942784/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.589882:0:107798:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.589909:0:107798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.589922:0:107798:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.589931:0:107798:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dbb9a8 00010000:00010000:2.0:1769074926.589935:0:107798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.589942:0:107798:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.600492:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200008:3.0:1769074926.600513:0:107800:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_11a20eb62f55c3f1365625552e9c015b:[0x200000402:0x166:0x0](ffff88dad0a8b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074926.600521:0:107800:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248),name=pjdfstest_11a20eb62f55c3f1365625552e9c015b 00000002:00010000:3.0:1769074926.600544:0:107800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x166:0x0]) in obj [0x200000402:0x166:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074926.600563:0:107800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.600578:0:107800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.600588:0:107800:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x166:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074926.600598:0:107800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:3.0:1769074926.600603:0:107800:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9d7c 00000080:00010000:3.0:1769074926.600611:0:107800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dc3cb8 00010000:00010000:3.0:1769074926.600615:0:107800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.600624:0:107800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.601914:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601930:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.601940:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601945:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.601953:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601956:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.601963:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601966:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.601973:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601976:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.601984:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601988:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.601996:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.601998:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.602005:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.602008:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.602015:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.602025:0:107800:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dac3ba8f00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074926.602032:0:107800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:3.0:1769074926.602052:0:107800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074926.602126:0:107800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.602137:0:107800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107800 initiator: MDT0 00000020:00100000:3.0:1769074926.602171:0:107800:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074926.602186:0:107800:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833100 x1855007611943040/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074926.602198:0:107800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107800 initiator: MDT0 00000100:00100000:3.0:1769074926.602220:0:107800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107800:1855007611943040:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.603338:0:107800:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.611817:0:107800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107800:1855007611943040:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074926.611841:0:107800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611856:0:107800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611864:0:107800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611871:0:107800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611880:0:107800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611887:0:107800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.611892:0:107800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611902:0:107800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611909:0:107800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611916:0:107800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.611922:0:107800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107800 initiator: MDT0 00010000:00010000:3.0:1769074926.611928:0:107800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9d9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107800 initiator: MDT0 00000002:00100000:3.0:1769074926.611945:0:107800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833100 x1855007611943040/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.611960:0:107800:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.611988:0:107800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.612000:0:107800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.612010:0:107800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dc39a8 00010000:00010000:3.0:1769074926.612014:0:107800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.612023:0:107800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.612481:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.612493:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.612903:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612910:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.612920:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612923:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.612930:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612933:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.612940:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612943:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.612950:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612955:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.612963:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612966:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.612973:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612976:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.612984:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.612987:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074926.613209:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613215:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074926.613239:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613243:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.613252:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613255:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.613261:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613276:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.613289:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613292:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074926.613301:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613305:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.613313:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613316:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.613324:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613328:0:107800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074926.613335:0:107800:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.613346:0:107800:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), file ffff88dad823b080, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074926.613353:0:107800:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x166:0x0](ffff88dad0a8b248), intent=open 00000002:00010000:0.0:1769074926.613375:0:107800:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x166:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074926.613437:0:107800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.613447:0:107800:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107800 initiator: MDT0 00000020:00100000:0.0:1769074926.613630:0:107800:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074926.613642:0:107800:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c000 x1855007611943296/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074926.613651:0:107800:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107800 initiator: MDT0 00000100:00100000:0.0:1769074926.613673:0:107800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107800:1855007611943296:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074926.613855:0:107800:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.622297:0:107800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107800:1855007611943296:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074926.622325:0:107800:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622338:0:107800:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622346:0:107800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622364:0:107800:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622374:0:107800:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622381:0:107800:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.622386:0:107800:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622393:0:107800:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622400:0:107800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622407:0:107800:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.622414:0:107800:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107800 initiator: MDT0 00010000:00010000:0.0:1769074926.622420:0:107800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaa9da6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x166:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107800 initiator: MDT0 00000002:00100000:0.0:1769074926.622449:0:107800:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2c000 x1855007611943296/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.622464:0:107800:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x166:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.622494:0:107800:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.622507:0:107800:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074926.622516:0:107800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1dc39a8 00010000:00010000:0.0:1769074926.622520:0:107800:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.622529:0:107800:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074926.630070:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074926.630093:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074926.630124:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.630145:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.630239:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.630247:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.630254:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074926.630258:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:0.0:1769074926.630265:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563cb8 00010000:00010000:0.0:1769074926.630269:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.630279:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.630309:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074926.630317:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.630324:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.630331:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.630338:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.630342:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074926.630345:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:0.0:1769074926.630348:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563b58 00010000:00010000:0.0:1769074926.630351:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.630358:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.630367:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.630373:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074926.630381:0:107680:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074926.630385:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074926.630397:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.630403:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.630411:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.630416:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074926.630420:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074926.630422:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:0.0:1769074926.630426:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c1563cb8 00010000:00010000:0.0:1769074926.630429:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.630453:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.630472:0:107680:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074926.630478:0:107680:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074926.630486:0:107680:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.630611:0:107680:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.630619:0:107680:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074926.630624:0:107680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074926.630626:0:107680:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:1.0:1769074926.630630:0:107680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1563c18 00010000:00010000:1.0:1769074926.630633:0:107680:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.630639:0:107680:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.630647:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.630651:0:107680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1769074926.630657:0:107680:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:2.0:1769074926.639903:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074926.639925:0:107803:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074926.639933:0:107803:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074926.639967:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074926.639986:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.640001:0:107803:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.640009:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074926.640018:0:107803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074926.640022:0:107803:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9c17 00000080:00010000:2.0:1769074926.640029:0:107803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9c17 from it ffffb370c1dcbcb8 00010000:00010000:2.0:1769074926.640033:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.640042:0:107803:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074926.641872:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641891:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074926.641903:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641908:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.641915:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641919:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.641927:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641930:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.641938:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641941:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074926.641949:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641953:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.641961:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641964:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.641972:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641975:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074926.641983:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.641987:0:107802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074926.642874:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074926.642894:0:107802:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=0 00000080:00200000:1.0:1769074926.642900:0:107802:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:1.0:1769074926.642929:0:107802:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_11a20eb62f55c3f1365625552e9c015b,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074926.642990:0:107802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107802 initiator: MDT0 00010000:00010000:1.0:1769074926.643005:0:107802:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107802 initiator: MDT0 00010000:00010000:1.0:1769074926.643014:0:107802:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107802 initiator: MDT0 00000100:00100000:1.0:1769074926.643041:0:107802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107802:1855007611943424:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:1.0:1769074926.644740:0:107802:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac3132240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.649877:0:107802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107802:1855007611943424:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074926.649903:0:107802:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649921:0:107802:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649930:0:107802:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 4/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649942:0:107802:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649953:0:107802:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649965:0:107802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649972:0:107802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.649980:0:107802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074926.649990:0:107802:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4bb80 x1855007611943424/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074926.650002:0:107802:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650011:0:107802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650023:0:107802:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650031:0:107802:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650038:0:107802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650044:0:107802:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650071:0:107802:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1769074926.650077:0:107802:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074926.650112:0:107802:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x166:0x0], updating i_size 4096 00000080:00200000:0.0:1769074926.650115:0:107802:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x166:0x0](ffff88dad0a8b248): rc = 0 00000080:00010000:0.0:1769074926.650122:0:107802:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) for lock 0x989cb6132eaa9d7c 00000080:00010000:0.0:1769074926.650483:0:107802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00010000:0.0:1769074926.650489:0:107802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9d7c from it ffffb370c1d13e08 00010000:00010000:0.0:1769074926.650494:0:107802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650502:0:107802:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074926.650534:0:107802:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074926.650542:0:107802:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_11a20eb62f55c3f1365625552e9c015b, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:0.0:1769074926.650569:0:107802:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650585:0:107802:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650626:0:107802:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650654:0:107802:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650688:0:107802:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650696:0:107802:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650701:0:107802:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650711:0:107802:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:0.0:1769074926.650714:0:107802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9d7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1953 expref: -99 pid: 107798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074926.650723:0:107802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9c17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1428 expref: -99 pid: 107717 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074926.650737:0:107802:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074926.650745:0:107802:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c000 x1855007611943680/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074926.650768:0:107802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107802:1855007611943680:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074926.650858:0:107802:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074926.653407:0:6160:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074926.653420:0:6160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.653432:0:6160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074926.653437:0:6160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.653446:0:6160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.653454:0:6160:0:(ldlm_request.c:1630:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:1.0:1769074926.653457:0:6160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 1/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.653463:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9dad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b19ed expref: -99 pid: 107802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074926.653481:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074926.653483:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074926.653485:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769074926.661768:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:0.0:1769074926.661923:0:107802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107802:1855007611943680:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074926.661968:0:107802:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x166:0x0](ffff88dad0a8b248) 00000080:00200000:3.0:1769074926.662473:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074926.662480:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074926.662511:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074926.662571:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.662582:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.662591:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:3.0:1769074926.662611:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611943808:192.168.204.148@tcp:101:tail.0 00000100:00100000:3.0:1769074926.662697:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.667421:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611943808:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074926.667446:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667458:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667465:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667472:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667480:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667491:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.667497:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667504:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667511:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667518:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.667525:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:3.0:1769074926.667531:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9db4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:3.0:1769074926.667550:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8833100 x1855007611943808/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.667565:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.667682:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.667760:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.667776:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.667780:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.667799:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.667858:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.667879:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.667890:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.667916:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611943936:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.668011:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.671973:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611943936:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.671992:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672001:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672006:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672011:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672016:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672020:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.672023:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672027:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672032:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672036:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.672040:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672047:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.672058:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611943936/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.672069:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.672104:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.672411:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.672428:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.672443:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.672462:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.672506:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672513:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.672523:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.672544:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944064:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.672623:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.676697:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944064:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.676720:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676734:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676745:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676753:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676761:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676768:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.676773:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676779:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676788:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676793:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.676800:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.676806:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.676822:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944064/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.676838:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.677425:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.677500:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.677516:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.677521:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.677540:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.677583:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.677591:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.677599:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.677622:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944192:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.677759:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.685814:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944192:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.685835:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685847:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685851:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685857:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685871:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685876:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.685879:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685886:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685891:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685896:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.685901:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.685905:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.685918:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.685931:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.685956:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.686013:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.686024:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.686028:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.686044:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.686081:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.686098:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.686107:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.686134:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944320:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.688413:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.702578:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944320:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.702604:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702617:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702623:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702629:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702637:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702642:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.702646:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702653:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702660:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702666:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.702672:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702677:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9dd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.702695:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944320/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.702709:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.702737:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.702805:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.702818:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.702821:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.702839:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.702883:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702890:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.702901:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.702923:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944448:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.703017:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.706014:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944448:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.706035:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706048:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706054:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706063:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706071:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706076:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.706081:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706099:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706106:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706112:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.706118:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706124:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.706142:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944448/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.706177:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.706207:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.706286:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.706300:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.706305:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.706322:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.706520:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706529:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.706539:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.706560:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944576:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.706703:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.728519:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944576:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.728543:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728556:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728563:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728570:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728577:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728584:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.728589:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728596:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728604:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728612:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.728619:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728624:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0600/0x989cb6132eaa9dde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.728643:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944576/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.728657:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.728688:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.728753:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.728767:0:107803:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074926.728772:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074926.728788:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074926.728828:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728836:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.728845:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.728865:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944704:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.728954:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.732939:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944704:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.732961:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.732973:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.732980:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.732987:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.732994:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.733000:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.733005:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.733012:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.733018:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.733024:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.733030:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.733037:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaa9de5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.733053:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944704/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.733071:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.733109:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074926.733209:0:107803:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074926.733353:0:107803:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac5ab4300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074926.733361:0:107803:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074926.733380:0:107803:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074926.733429:0:107803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.733437:0:107803:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000020:00100000:0.0:1769074926.733449:0:107803:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074926.733455:0:107803:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f100 x1855007611944960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074926.733464:0:107803:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00000100:00100000:0.0:1769074926.733482:0:107803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944960:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074926.733667:0:107803:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074926.744138:0:107803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107803:1855007611944960:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074926.744198:0:107803:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744210:0:107803:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744215:0:107803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744222:0:107803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744241:0:107803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744247:0:107803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074926.744251:0:107803:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744258:0:107803:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744265:0:107803:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744272:0:107803:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074926.744279:0:107803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00010000:00010000:0.0:1769074926.744285:0:107803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9dec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 107803 initiator: MDT0 00000002:00100000:0.0:1769074926.744306:0:107803:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611944960/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074926.744321:0:107803:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074926.744360:0:107803:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074926.770566:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074926.770590:0:107805:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074926.770598:0:107805:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074926.770621:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074926.770635:0:107805:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:2.0:1769074926.770689:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.770699:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.770709:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:2.0:1769074926.770734:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945088:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074926.770833:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.776188:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945088:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074926.776218:0:107805:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776231:0:107805:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776242:0:107805:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776254:0:107805:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776265:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776272:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776279:0:107805:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074926.776290:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbd500 x1855007611945088/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074926.776305:0:107805:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776319:0:107805:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074926.776326:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074926.776360:0:107805:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074926.776367:0:107805:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074926.776372:0:107805:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074926.776376:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df3cb8 00010000:00010000:2.0:1769074926.776380:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.776388:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.780955:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.780975:0:107805:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074926.780980:0:107805:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074926.781006:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074926.781066:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.781077:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.781094:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:2.0:1769074926.781119:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945216:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.781232:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.790010:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945216:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.790035:0:107805:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790048:0:107805:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790060:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790068:0:107805:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790075:0:107805:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790089:0:107805:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.790094:0:107805:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790101:0:107805:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790108:0:107805:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790114:0:107805:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.790121:0:107805:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790126:0:107805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9dfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00000002:00100000:2.0:1769074926.790144:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611945216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.790178:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.790208:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.790227:0:107805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.790236:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df3980 00010000:00010000:2.0:1769074926.790240:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.790248:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.790324:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.790340:0:107805:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074926.790344:0:107805:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074926.790361:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074926.790400:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790407:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.790417:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:2.0:1769074926.790437:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945344:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.790516:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.796188:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945344:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.796212:0:107805:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796230:0:107805:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796237:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796245:0:107805:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796254:0:107805:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796260:0:107805:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.796265:0:107805:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796271:0:107805:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796277:0:107805:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796283:0:107805:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.796289:0:107805:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796296:0:107805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaa9e01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00000002:00100000:2.0:1769074926.796313:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611945344/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.796329:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.796361:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.796374:0:107805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.796384:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df3980 00010000:00010000:2.0:1769074926.796388:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.796398:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.796479:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.796487:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.796497:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.796500:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.796507:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.796511:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.796518:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.796529:0:107805:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074926.796533:0:107805:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074926.796549:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074926.796601:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796608:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.796618:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:2.0:1769074926.796643:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945472:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.796728:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.805638:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945472:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.805662:0:107805:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805674:0:107805:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805681:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805687:0:107805:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805695:0:107805:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805701:0:107805:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.805706:0:107805:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805712:0:107805:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805719:0:107805:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805726:0:107805:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.805734:0:107805:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.805745:0:107805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00000002:00100000:2.0:1769074926.805763:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611945472/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.805778:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.805812:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.805825:0:107805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.805835:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df3980 00010000:00010000:2.0:1769074926.805838:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.805845:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.805937:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.805946:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.805958:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.805962:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.805972:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.805983:0:107805:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6a02000, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074926.805990:0:107805:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074926.806008:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074926.806054:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.806061:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000020:00100000:2.0:1769074926.806070:0:107805:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074926.806077:0:107805:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611945728/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074926.806096:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:2.0:1769074926.806115:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945728:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.806319:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.821452:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945728:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.821476:0:107805:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821490:0:107805:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821497:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821504:0:107805:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821512:0:107805:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821519:0:107805:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.821523:0:107805:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821530:0:107805:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821538:0:107805:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821545:0:107805:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.821551:0:107805:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.821557:0:107805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaa9e0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00000002:00100000:2.0:1769074926.821574:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611945728/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.821588:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074926.821614:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.821627:0:107805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074926.821636:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df39a8 00010000:00010000:2.0:1769074926.821640:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074926.821648:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074926.822010:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822020:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074926.822030:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822034:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.822041:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822044:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.822052:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822055:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.822063:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822066:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074926.822073:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822077:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.822097:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822100:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.822109:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822112:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074926.822119:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074926.822130:0:107805:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac6a02c00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074926.822136:0:107805:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074926.822192:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074926.822239:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.822247:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000020:00100000:2.0:1769074926.822259:0:107805:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074926.822266:0:107805:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611945984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074926.822274:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:2.0:1769074926.822298:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945984:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074926.822642:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074926.832389:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611945984:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074926.832412:0:107805:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832425:0:107805:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832432:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832439:0:107805:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832446:0:107805:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832452:0:107805:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074926.832456:0:107805:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832462:0:107805:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832469:0:107805:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832476:0:107805:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074926.832482:0:107805:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00010000:00010000:2.0:1769074926.832493:0:107805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaa9e16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00000002:00100000:2.0:1769074926.832511:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611945984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074926.832535:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.832825:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.832838:0:107805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.832846:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df39a8 00010000:00010000:3.0:1769074926.832850:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.832858:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074926.833463:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833473:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074926.833484:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833488:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.833496:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833498:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.833505:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833508:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.833530:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833533:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074926.833541:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833544:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.833551:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833553:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.833562:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833565:0:107805:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074926.833574:0:107805:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074926.833598:0:107805:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88daca1e3680, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074926.833605:0:107805:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074926.833623:0:107805:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074926.833675:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.833683:0:107805:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000020:00100000:3.0:1769074926.833694:0:107805:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074926.833702:0:107805:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611946240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074926.833712:0:107805:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00000100:00100000:3.0:1769074926.833731:0:107805:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611946240:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074926.833890:0:107805:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8fad480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074926.836946:0:107805:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:107805:1855007611946240:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074926.836969:0:107805:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.836984:0:107805:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.836990:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.836996:0:107805:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.837004:0:107805:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.837009:0:107805:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074926.837014:0:107805:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.837021:0:107805:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.837028:0:107805:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.837039:0:107805:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074926.837046:0:107805:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00010000:00010000:3.0:1769074926.837052:0:107805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 107805 initiator: MDT0 00000002:00100000:3.0:1769074926.837069:0:107805:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8830a80 x1855007611946240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074942 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074926.837094:0:107805:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074926.837123:0:107805:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.837136:0:107805:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074926.837145:0:107805:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1df39a8 00010000:00010000:3.0:1769074926.837183:0:107805:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074926.837193:0:107805:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074927.484577:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074928.376292:0:107937:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:1.0:1769074928.514327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074929.276378:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611946368:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074929.276489:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611946624:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074929.276533:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074929.276540:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611946496:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074929.288691:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611946368:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074929.288718:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac8832680 x1855007611946624/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074929.288732:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611946624:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074929.288768:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611946496:192.168.204.148@tcp:400:kworker.0 00010000:00010000:0.0:1769074929.531756:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074929.954954:0:108077:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:0.0:1769074930.561790:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074931.583895:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074932.605325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074933.636078:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074934.396631:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611946880:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.396792:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074934.396800:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611946752:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.396836:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611947008:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074934.400837:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611946752:192.168.204.148@tcp:400:kworker.0 00010000:00080000:1.0:1769074934.408644:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dacab49180 x1855007611947008/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074934.408670:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611947008:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074934.408685:0:2401:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968875 gen 1 00000100:00100000:1.0:1769074934.408719:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611946880:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074934.653446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074935.679557:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074936.701998:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074937.724582:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074938.187876:0:108654:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_07: link returns EACCES when the requested link requires writing in a directory with a mode that denies write permission ========================================================== 04:42:16 (1769074936) 00010000:00010000:1.0:1769074938.748805:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074939.516271:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9370e11f-e918-4149-baf8-709b03b969fa:2403:1855007611947136:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074939.516390:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611947392:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074939.516428:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074939.516435:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611947264:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074939.521595:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7dbed80 x1855007611947392/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074939.521614:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611947392:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074939.542515:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611947264:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074939.542535:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9370e11f-e918-4149-baf8-709b03b969fa:2403:1855007611947136:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074939.772762:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074939.787414:0:108792:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/07.t against ext4 filesystem 00010000:00010000:0.0:1769074940.795460:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074941.831053:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074942.843375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074943.519445:0:109055:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/07.t against lustre filesystem 00000080:00200000:3.0:1769074943.677837:0:109066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074943.677883:0:109066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074943.677903:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.677918:0:109066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074943.677926:0:109066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074943.677936:0:109066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074943.677939:0:109066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:3.0:1769074943.677946:0:109066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1067b58 00010000:00010000:3.0:1769074943.677949:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.677957:0:109066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074943.677973:0:109066:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074943.677989:0:109066:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), flags=13 00000080:00200000:3.0:1769074943.677994:0:109066:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), intent=getattr 00000002:00010000:3.0:1769074943.678006:0:109066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074943.678051:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109066 initiator: MDT0 00010000:00010000:3.0:1769074943.678058:0:109066:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109066 initiator: MDT0 00010000:00010000:3.0:1769074943.678066:0:109066:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109066 initiator: MDT0 00000100:00100000:3.0:1769074943.678090:0:109066:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109066:1855007611947520:192.168.204.148@tcp:101:lfs.0 00000100:00100000:3.0:1769074943.678224:0:109066:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.691598:0:109066:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109066:1855007611947520:192.168.204.148@tcp:101:lfs.0 00010000:00010000:2.0:1769074943.691633:0:109066:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691653:0:109066:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691661:0:109066:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691673:0:109066:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691686:0:109066:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691704:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691713:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691721:0:109066:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074943.691732:0:109066:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8833100 x1855007611947520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074943.691747:0:109066:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691759:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691770:0:109066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691777:0:109066:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691783:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691789:0:109066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691828:0:109066:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074943.691836:0:109066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074943.691870:0:109066:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:2.0:1769074943.691873:0:109066:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff88dad0a89148): rc = 0 00000080:00010000:2.0:1769074943.691881:0:109066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074943.691896:0:109066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074943.691900:0:109066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1067b20 00010000:00010000:2.0:1769074943.691904:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.691912:0:109066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074943.691980:0:109066:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074943.691987:0:109066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074943.692014:0:109066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074943.692022:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.692029:0:109066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.692035:0:109066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074943.692040:0:109066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074943.692044:0:109066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074943.692048:0:109066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1067cb8 00010000:00010000:2.0:1769074943.692050:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.692057:0:109066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074943.692916:0:109066:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074943.692924:0:109066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074943.692938:0:109066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074943.692948:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.693188:0:109066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.693197:0:109066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074943.693203:0:109066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074943.693206:0:109066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00000080:00010000:2.0:1769074943.693213:0:109066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1067cb8 00010000:00010000:2.0:1769074943.693217:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.693226:0:109066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.693371:0:109066:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074943.693381:0:109066:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074943.693388:0:109066:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.693395:0:109066:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.693402:0:109066:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074943.693405:0:109066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074943.693408:0:109066:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9bfb 00010000:00010000:1.0:1769074943.693547:0:6161:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074943.693555:0:6161:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693563:0:6161:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074943.693568:0:6161:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693580:0:6161:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693588:0:6161:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693604:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693613:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693647:0:6161:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693654:0:6161:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074943.693681:0:6161:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693687:0:6161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1b67 expref: -99 pid: 109066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074943.693698:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074943.693699:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074943.693701:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074943.693719:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611947648:192.168.204.148@tcp:103:ldlm_bl.0 00000080:00010000:2.0:1769074943.694124:0:109066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9bfb from it ffffb370c1067bb0 00010000:00010000:2.0:1769074943.694129:0:109066:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.694138:0:109066:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.694168:0:109066:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 44 00000080:00200008:2.0:1769074943.694177:0:109066:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000080:00200080:2.0:1769074943.694202:0:109066:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) cmd=c03066f0 arg=7ffcd452ad80 00000080:00200000:2.0:1769074943.694215:0:109066:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074943.694243:0:109066:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.694276:0:109066:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.694282:0:109066:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074943.694285:0:109066:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1600/0x989cb6132eaa9bfb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b13c6 expref: -99 pid: 107126 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074943.694312:0:109066:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074943.694321:0:109066:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611947904/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074943.694343:0:109066:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109066:1855007611947904:192.168.204.148@tcp:36:lfs.0 00000100:00100000:2.0:1769074943.694389:0:109066:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074943.708375:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611947648:192.168.204.148@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074943.709893:0:109066:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109066:1855007611947904:192.168.204.148@tcp:36:lfs.0 00000080:00200008:2.0:1769074943.712615:0:109066:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00010000:00010000:3.0:1769074943.871101:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1769074943.890986:0:108522:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074943.891003:0:108522:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074943.891030:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074943.891102:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074943.891114:0:108522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00010000:00010000:1.0:1769074943.891124:0:108522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 108522 initiator: MDT0 00000100:00100000:1.0:1769074943.891434:0:108522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:108522:1855007611948032:192.168.204.148@tcp:101:bash.0 00000100:00100000:1.0:1769074943.891664:0:108522:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074943.902117:0:108522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:108522:1855007611948032:192.168.204.148@tcp:101:bash.0 00010000:00010000:0.0:1769074943.902273:0:108522:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902286:0:108522:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902300:0:108522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902312:0:108522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902324:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902332:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902339:0:108522:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074943.902352:0:108522:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49c00 x1855007611948032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074943.902366:0:108522:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902380:0:108522:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1769074943.902386:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074943.902418:0:108522:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074943.902424:0:108522:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:0.0:1769074943.902429:0:108522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074943.902432:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1c73cb8 00010000:00010000:0.0:1769074943.902435:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902445:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.902849:0:108522:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074943.902871:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074943.902882:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902892:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.902899:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074943.902905:0:108522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074943.902908:0:108522:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:0.0:1769074943.902912:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1c73b58 00010000:00010000:0.0:1769074943.902915:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902922:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.902931:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.902938:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:0.0:1769074943.902950:0:108522:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074943.902955:0:108522:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074943.902968:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074943.902976:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.902983:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.902988:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074943.902993:0:108522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074943.902995:0:108522:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074943.902998:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c73cb8 00010000:00010000:0.0:1769074943.903001:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.903008:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.903029:0:108522:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074943.903035:0:108522:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074943.903040:0:108522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.903047:0:108522:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.903053:0:108522:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074943.903056:0:108522:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074943.903058:0:108522:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:0.0:1769074943.903062:0:108522:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1c73c18 00010000:00010000:0.0:1769074943.903064:0:108522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074943.903071:0:108522:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074943.903078:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.903082:0:108522:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:0.0:1769074943.903086:0:108522:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:0.0:1769074943.906960:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.906979:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074943.906991:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.906996:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074943.907005:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907008:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074943.907015:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907018:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074943.907028:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907031:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074943.907039:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907042:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074943.907051:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907054:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074943.907063:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907065:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074943.907074:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074943.907087:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4f12a80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074943.907095:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074943.907125:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074943.907231:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:0.0:1769074943.907242:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:0.0:1769074943.907255:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074943.907269:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f100 x1855007611948288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074943.907278:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:0.0:1769074943.907310:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611948288:192.168.204.148@tcp:101:prove.0 00000100:00100000:0.0:1769074943.907513:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.917267:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611948288:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074943.917292:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917305:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917312:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917318:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917327:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917333:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074943.917337:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917343:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917349:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917360:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.917368:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.917373:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaa9e32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074943.917391:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611948288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.917404:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074943.917434:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.917445:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074943.917453:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074943.917457:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.917465:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.919018:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919034:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.919047:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919050:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919059:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919062:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919072:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919075:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919083:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919085:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919092:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919095:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.919102:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919104:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.919112:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919114:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.919121:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919124:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074943.919329:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919334:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.919343:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919347:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919354:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919357:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919367:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919370:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919378:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919380:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.919389:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919392:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.919399:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919402:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.919409:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919411:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.919418:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.919431:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac81b7380, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074943.919441:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074943.919466:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074943.919545:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.919554:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:2.0:1769074943.919566:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074943.919579:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611948544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074943.919590:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074943.919613:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611948544:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074943.919827:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.927875:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611948544:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074943.927901:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927914:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927921:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927929:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927938:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927950:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074943.927955:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927962:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927968:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927975:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.927982:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.927987:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074943.928009:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611948544/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.928022:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074943.928053:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.928066:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074943.928076:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074943.928080:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.928087:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.928587:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928597:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.928608:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928613:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.928621:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928624:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.928632:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928635:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.928646:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928649:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.928658:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928848:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.928868:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928873:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.928882:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928885:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.928892:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.928904:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac88f5c80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074943.928911:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074943.928934:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074943.928992:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.929001:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:2.0:1769074943.929011:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074943.929018:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611948800/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074943.929028:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074943.929049:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611948800:192.168.204.148@tcp:101:prove.0 00000100:00100000:0.0:1769074943.930620:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.946572:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611948800:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074943.946608:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946622:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946629:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946636:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946643:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946649:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074943.946654:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946660:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946668:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946675:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.946685:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.946692:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074943.946714:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611948800/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.946729:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074943.946759:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.946774:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074943.946783:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074943.946787:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.946803:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.947235:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947257:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.947272:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947276:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.947285:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947289:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.947299:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947301:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.947309:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947312:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.947320:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947323:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.947331:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947334:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.947341:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947343:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.947350:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.947360:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac88f4480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074943.947367:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074943.947387:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074943.947435:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.947442:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:2.0:1769074943.947454:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074943.947461:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611949056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074943.947470:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074943.947493:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949056:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074943.947714:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.953242:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949056:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074943.953266:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953279:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953286:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953292:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953301:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953306:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074943.953311:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953318:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953325:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953332:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.953338:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.953344:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9e47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074943.953366:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611949056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.953381:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074943.953410:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.953428:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074943.953436:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074943.953439:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.953446:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.954059:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954070:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.954082:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954086:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.954095:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954099:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.954107:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954110:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.954118:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954121:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.954131:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954135:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.954232:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954237:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.954250:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954254:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.954263:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.954273:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac81b7380, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074943.954282:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074943.954303:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074943.954357:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.954366:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:2.0:1769074943.954378:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074943.954386:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611949312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074943.954394:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074943.954412:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949312:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074943.954581:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.965953:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949312:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074943.965979:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.965993:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966000:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966006:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966014:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966021:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074943.966026:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966033:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966041:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966045:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.966051:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966055:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074943.966071:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611949312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.966083:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074943.966109:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.966118:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074943.966124:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074943.966127:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.966131:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.966529:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966540:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.966552:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966555:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.966562:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966565:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.966573:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966575:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.966583:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966586:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.966593:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966597:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.966605:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966608:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.966615:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966618:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.966628:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.966639:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dad8393980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074943.966646:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074943.966669:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074943.966724:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.966731:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:2.0:1769074943.966741:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074943.966747:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611949568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074943.966756:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074943.966778:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949568:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074943.966957:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.978102:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949568:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074943.978127:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978141:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978187:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978200:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978209:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978215:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074943.978220:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978227:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978234:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978246:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074943.978252:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074943.978259:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074943.978281:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611949568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074959 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074943.978298:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074943.978332:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.978345:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074943.978354:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074943.978358:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.978366:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074943.978742:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978752:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074943.978763:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978768:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.978780:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978784:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.978806:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978810:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.978820:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978824:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074943.978838:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978842:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.978852:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978855:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.978862:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978865:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074943.978871:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074943.978875:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074944.355951:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.355973:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074944.355986:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.355990:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074944.356000:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356003:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074944.356011:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356014:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074944.356022:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356025:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074944.356035:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356039:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074944.356048:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356051:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074944.356058:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356061:0:109070:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074944.356069:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.356082:0:109070:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac81b7800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074944.356089:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074944.356118:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074944.358379:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.358398:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000020:00100000:2.0:1769074944.358411:0:109070:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074944.358424:0:109070:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611949824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074944.358435:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074944.358459:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949824:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074944.358681:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074944.365112:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949824:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074944.365141:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365255:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365263:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365270:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365278:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365288:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074944.365294:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365300:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365307:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365313:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074944.365319:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.365325:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074944.365343:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611949824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074960 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074944.365356:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074944.365390:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.365403:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074944.365412:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb9a8 00010000:00010000:2.0:1769074944.365416:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.365423:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074944.449782:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.449820:0:109070:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:1.0:1769074944.449826:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:1.0:1769074944.449856:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074944.454627:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.454653:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.454671:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:1.0:1769074944.454707:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949952:192.168.204.148@tcp:101:prove.0 00000100:00100000:1.0:1769074944.455052:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.460284:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611949952:192.168.204.148@tcp:101:prove.0 00010000:00010000:1.0:1769074944.460316:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460332:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460338:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460345:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460353:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460359:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074944.460363:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460370:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460377:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460385:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.460392:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:1.0:1769074944.460398:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaa9e63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:1.0:1769074944.460416:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dacab49180 x1855007611949952/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074960 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074944.460430:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074944.460466:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.460480:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074944.460489:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb940 00010000:00010000:1.0:1769074944.460492:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.460499:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074944.467693:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.467724:0:109070:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074944.467729:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074944.467757:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074944.468586:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.468602:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.468616:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074944.468648:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611950080:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074944.468765:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074944.475091:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611950080:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074944.475116:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475132:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475139:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475183:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475193:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475200:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074944.475206:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475213:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475221:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475227:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074944.475236:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.475242:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074944.475261:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611950080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074960 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074944.475276:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074944.475307:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.475318:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074944.475327:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb940 00010000:00010000:2.0:1769074944.475330:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.475337:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074944.595981:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.596001:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074944.596018:0:109070:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074944.596025:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074944.596056:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074944.596123:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.596134:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.596143:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:2.0:1769074944.596509:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611950208:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074944.596678:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074944.610537:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611950208:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074944.610569:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610585:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610593:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610602:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610617:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610624:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074944.610631:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610638:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610645:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610652:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074944.610658:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:2.0:1769074944.610664:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:2.0:1769074944.610681:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611950208/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074960 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074944.610695:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074944.610821:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.610846:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074944.610871:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb940 00010000:00010000:3.0:1769074944.610877:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.610885:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074944.611287:0:109070:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074944.611315:0:109070:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074944.611322:0:109070:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074944.611348:0:109070:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074944.611414:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.611422:0:109070:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.611433:0:109070:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00000100:00100000:3.0:1769074944.611465:0:109070:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611950336:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074944.611813:0:109070:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.627344:0:109070:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109070:1855007611950336:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074944.627378:0:109070:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627394:0:109070:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627405:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627412:0:109070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627420:0:109070:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627427:0:109070:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074944.627433:0:109070:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627440:0:109070:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627448:0:109070:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627455:0:109070:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074944.627463:0:109070:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00010000:00010000:3.0:1769074944.627469:0:109070:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109070 initiator: MDT0 00000002:00100000:3.0:1769074944.627492:0:109070:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8832680 x1855007611950336/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074960 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074944.627510:0:109070:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074944.627550:0:109070:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.627586:0:109070:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074944.627597:0:109070:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1edb8e0 00010000:00010000:3.0:1769074944.627601:0:109070:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.627609:0:109070:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074944.636497:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611950592:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074944.636672:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074944.636679:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611950464:192.168.204.148@tcp:400:kworker.0 00010000:00080000:1.0:1769074944.657596:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dacab48a80 x1855007611950592/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074944.657621:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611950592:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074944.657675:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611950464:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074944.891343:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1769074944.967698:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967717:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.967730:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967734:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.967743:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967746:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.967753:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967756:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.967763:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967766:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.967773:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967776:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.967799:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967803:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.967813:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967816:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.967823:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.967826:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:1.0:1769074944.968063:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968069:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.968078:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968082:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968090:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968093:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968099:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968102:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968109:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968112:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968120:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968122:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968130:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968146:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968188:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968192:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968201:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968206:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074944.968353:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968358:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.968370:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968373:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968381:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968384:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968393:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968396:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968403:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968406:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968413:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968416:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968424:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968427:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968435:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968438:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968447:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968451:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:1.0:1769074944.968597:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968603:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.968612:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968616:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968624:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968626:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968635:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968638:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968645:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968648:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968657:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968660:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968667:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968670:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968677:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968680:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968686:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968689:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074944.968827:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968832:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.968841:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968843:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968851:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968854:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968865:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968868:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968875:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968877:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.968884:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968887:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968895:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968897:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968904:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968907:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.968914:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.968917:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074944.969035:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969040:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.969049:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969052:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969059:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969062:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969069:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969072:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969079:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969082:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969090:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969093:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969103:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969107:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969115:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969118:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969125:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969128:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:1.0:1769074944.969298:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969303:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.969315:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969318:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969328:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969330:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969338:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969340:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969348:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969351:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969359:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969362:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969370:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969373:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969380:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969383:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969390:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969394:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:1.0:1769074944.969533:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969538:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074944.969547:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969550:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969558:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969561:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969569:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969572:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969580:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969582:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074944.969589:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969591:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969599:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969602:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969609:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969611:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074944.969620:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074944.969623:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.002368:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002385:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.002398:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002521:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.002539:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002543:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.002553:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002556:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.002564:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002568:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.002575:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002578:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.002585:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002589:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.002596:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002598:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.002606:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.002930:0:109071:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8976300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.002940:0:109071:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074945.002968:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.003247:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.003258:0:109071:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109071 initiator: MDT0 00000020:00100000:2.0:1769074945.003271:0:109071:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.003283:0:109071:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611950848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.003293:0:109071:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109071 initiator: MDT0 00000100:00100000:2.0:1769074945.003317:0:109071:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109071:1855007611950848:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074945.003583:0:109071:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.008914:0:109071:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109071:1855007611950848:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074945.008941:0:109071:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.008959:0:109071:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.008966:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.008974:0:109071:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.008982:0:109071:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.008988:0:109071:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.008993:0:109071:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.009000:0:109071:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.009006:0:109071:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.009013:0:109071:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.009025:0:109071:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109071 initiator: MDT0 00010000:00010000:2.0:1769074945.009031:0:109071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109071 initiator: MDT0 00000002:00100000:2.0:1769074945.009046:0:109071:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc000 x1855007611950848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.009062:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.009093:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.009107:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.009116:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1e939a8 00010000:00010000:2.0:1769074945.009119:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.009126:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.009760:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009771:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.009795:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009800:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.009809:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009812:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.009821:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009824:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.009831:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009834:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.009841:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009845:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.009853:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009856:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.009864:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009867:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.009874:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.009878:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074945.009999:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010004:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.010013:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010016:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.010023:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010026:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.010035:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010038:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.010046:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010049:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.010056:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010059:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.010066:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010069:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.010076:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010079:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.010088:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.010092:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.012186:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074945.012216:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.012233:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012248:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012255:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.012264:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074945.012267:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:2.0:1769074945.012274:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93b58 00010000:00010000:2.0:1769074945.012278:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012287:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012302:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.012310:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074945.012319:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.012324:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.012336:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.012343:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012351:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012357:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.012361:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.012363:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.012367:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1e93cb8 00010000:00010000:2.0:1769074945.012370:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012376:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012392:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074945.012397:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.012401:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.012408:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.012414:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012422:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012427:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.012431:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.012433:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.012436:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1e93cb8 00010000:00010000:2.0:1769074945.012438:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012444:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074945.012465:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.012469:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074945.012475:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.012480:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012486:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012492:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.012496:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074945.012499:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:2.0:1769074945.012502:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93cb8 00010000:00010000:2.0:1769074945.012505:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012512:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012525:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074945.012531:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.012537:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012544:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012550:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.012554:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074945.012557:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:2.0:1769074945.012560:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93b58 00010000:00010000:2.0:1769074945.012563:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012569:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012577:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.012580:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:2.0:1769074945.012585:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.012589:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.012597:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.012602:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012608:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.012613:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.012617:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.012619:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.012622:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1e93cb8 00010000:00010000:2.0:1769074945.012624:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.012631:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.022023:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.022052:0:109072:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.022062:0:109072:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074945.022097:0:109072:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.022116:0:109072:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.022139:0:109072:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.022324:0:109072:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.022335:0:109072:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.022339:0:109072:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074945.022347:0:109072:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c7bcb8 00010000:00010000:0.0:1769074945.022352:0:109072:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.022362:0:109072:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.027140:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027202:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.027220:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027224:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.027234:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027237:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.027246:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027249:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.027257:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027260:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.027269:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027273:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.027280:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027283:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.027290:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027294:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.027302:0:109072:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.027306:0:109072:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.051110:0:109075:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074945.051131:0:109075:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.051140:0:109075:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.052325:0:109075:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.052348:0:109075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.052365:0:109075:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.052373:0:109075:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.052383:0:109075:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.052386:0:109075:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.052394:0:109075:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c162bcb8 00010000:00010000:2.0:1769074945.052397:0:109075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.052901:0:109075:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.062030:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062049:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.062060:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062064:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.062073:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062076:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.062084:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062087:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.062094:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062097:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.062105:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062108:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.062118:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062121:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.062129:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062131:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.062139:0:109076:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.062142:0:109076:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.080899:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.080924:0:109079:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.080934:0:109079:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.080964:0:109079:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.080982:0:109079:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.080996:0:109079:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.081003:0:109079:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.081011:0:109079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.081015:0:109079:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:1.0:1769074945.081022:0:109079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1dcbcb8 00010000:00010000:1.0:1769074945.081026:0:109079:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.081040:0:109079:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.082561:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082575:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.082588:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082592:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.082602:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082605:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.082614:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082628:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.082640:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082643:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.082651:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082655:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.082664:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082667:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.082675:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082678:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.082685:0:109079:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.082689:0:109079:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.085057:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.085075:0:109078:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.085082:0:109078:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.085112:0:109078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.085133:0:109078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.085173:0:109078:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.085183:0:109078:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.085191:0:109078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.085195:0:109078:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:3.0:1769074945.085203:0:109078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c7bcb8 00010000:00010000:3.0:1769074945.085206:0:109078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.085214:0:109078:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.086206:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074945.086216:0:109080:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.086222:0:109080:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.086239:0:109080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.086250:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.086261:0:109080:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.086267:0:109080:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.086271:0:109080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.086274:0:109080:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.086279:0:109080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19c3cb8 00010000:00010000:2.0:1769074945.086282:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.086290:0:109080:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.091010:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091026:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.091035:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091038:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.091045:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091048:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.091054:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091057:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.091063:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091066:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.091072:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091075:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.091081:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091083:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.091089:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091092:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.091098:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.091101:0:109078:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.095953:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.095975:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.095989:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.095993:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.096001:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096004:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.096011:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096013:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.096020:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096022:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.096029:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096033:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.096040:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096042:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.096050:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096053:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.096061:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.096073:0:109080:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8976780, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.096081:0:109080:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074945.096109:0:109080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.096215:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.096228:0:109080:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000020:00100000:2.0:1769074945.096241:0:109080:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.096253:0:109080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611951104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.096264:0:109080:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000100:00100000:2.0:1769074945.096287:0:109080:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611951104:192.168.204.148@tcp:101:awk.0 00000080:00200000:0.0:1769074945.096968:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.096977:0:109078:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.096983:0:109078:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074945.096999:0:109078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.097013:0:109078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.097024:0:109078:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.097036:0:109078:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.097043:0:109078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.097047:0:109078:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074945.097053:0:109078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c7bcb8 00010000:00010000:0.0:1769074945.097057:0:109078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.097065:0:109078:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.097087:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.097091:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 44 00000080:00200008:0.0:1769074945.097097:0:109078:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100400 00000080:00200008:0.0:1769074945.097116:0:109078:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100000 00010000:00010000:0.0:1769074945.097129:0:109078:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074945.097425:0:109080:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000080:00200008:0.0:1769074945.098383:0:109078:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.098389:0:109078:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074945.098628:0:109078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.098640:0:109078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.098653:0:109078:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.098659:0:109078:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.098665:0:109078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074945.098669:0:109078:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:0.0:1769074945.098674:0:109078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1c7bcb8 00010000:00010000:0.0:1769074945.098677:0:109078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.098684:0:109078:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.098709:0:109078:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.098715:0:109078:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff88dae4d46000) pjdfstest proj=0 00000080:00000004:0.0:1769074945.098719:0:109078:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff88dae4d46000: age 1917, max_age 1936 00800000:00000004:0.0:1769074945.098731:0:109078:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: age 1917, max_age 1936 00000100:00100000:0.0:1769074945.098771:0:109078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109078:1855007611951232:192.168.204.148@tcp:41:df.0 00000100:00100000:0.0:1769074945.098831:0:109078:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.112506:0:109078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109078:1855007611951232:192.168.204.148@tcp:41:df.0 00800000:00000004:0.0:1769074945.112538:0:109078:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: update ffff88dac58f66d0 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:0.0:1769074945.112545:0:109078:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff88dae4d46000: update ffff88dac58f3520 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:0.0:1769074945.112550:0:109078:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1802738/1916558 objects 523561/524096 00000100:00100000:2.0:1769074945.115221:0:109080:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611951104:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074945.115246:0:109080:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115259:0:109080:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115265:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115272:0:109080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115278:0:109080:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115284:0:109080:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.115288:0:109080:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115294:0:109080:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115301:0:109080:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115312:0:109080:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.115319:0:109080:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.115324:0:109080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9e86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00000002:00100000:2.0:1769074945.115343:0:109080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc000 x1855007611951104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.115357:0:109080:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.115385:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.115398:0:109080:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.115418:0:109080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19c39a8 00010000:00010000:2.0:1769074945.115422:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.115429:0:109080:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.115816:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115826:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.115837:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115842:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.115850:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115853:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.115861:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115864:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.115871:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115874:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.115882:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115886:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.115894:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115897:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.115904:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115907:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.115914:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.115931:0:109080:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8977e00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.115938:0:109080:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074945.115959:0:109080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.116007:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.116014:0:109080:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000020:00100000:2.0:1769074945.116023:0:109080:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.116030:0:109080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611951488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.116039:0:109080:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000100:00100000:2.0:1769074945.116059:0:109080:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611951488:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074945.116241:0:109080:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.120571:0:109080:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611951488:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074945.120597:0:109080:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120610:0:109080:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120617:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120623:0:109080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120629:0:109080:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120635:0:109080:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.120639:0:109080:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120645:0:109080:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120653:0:109080:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120659:0:109080:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.120664:0:109080:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00010000:00010000:2.0:1769074945.120671:0:109080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9e8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00000002:00100000:2.0:1769074945.120687:0:109080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc000 x1855007611951488/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.120707:0:109080:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.120734:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.120747:0:109080:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.120755:0:109080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19c39a8 00010000:00010000:2.0:1769074945.120759:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.120767:0:109080:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.121946:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.121960:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.121973:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.121977:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.121986:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.121989:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.121997:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.122000:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.122008:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.122011:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.122020:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.122023:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.122030:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.122033:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.122040:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.122042:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.122049:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.122059:0:109080:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac88f4000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074945.122066:0:109080:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074945.122088:0:109080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074945.122592:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.122602:0:109080:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000020:00100000:3.0:1769074945.122611:0:109080:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074945.122622:0:109080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611951744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074945.122631:0:109080:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000100:00100000:3.0:1769074945.122651:0:109080:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611951744:192.168.204.148@tcp:101:awk.0 00000100:00100000:3.0:1769074945.122845:0:109080:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.139602:0:109080:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611951744:192.168.204.148@tcp:101:awk.0 00010000:00010000:3.0:1769074945.139625:0:109080:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139638:0:109080:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139645:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139651:0:109080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139659:0:109080:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139665:0:109080:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.139670:0:109080:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139676:0:109080:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139683:0:109080:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139689:0:109080:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.139695:0:109080:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.139700:0:109080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9e94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00000002:00100000:3.0:1769074945.139720:0:109080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8832680 x1855007611951744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074945.139735:0:109080:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074945.139766:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.139793:0:109080:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074945.139803:0:109080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19c39a8 00010000:00010000:3.0:1769074945.139807:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.139814:0:109080:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.140203:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140213:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.140227:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140232:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.140241:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140244:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.140252:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140255:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.140263:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140266:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.140273:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140277:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.140284:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140287:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.140294:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140296:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.140303:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.140311:0:109080:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac54b6180, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074945.140317:0:109080:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074945.140334:0:109080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074945.140374:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.140378:0:109080:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000020:00100000:3.0:1769074945.140385:0:109080:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074945.140390:0:109080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611952000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074945.140396:0:109080:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00000100:00100000:3.0:1769074945.141243:0:109080:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611952000:192.168.204.148@tcp:101:awk.0 00000100:00100000:3.0:1769074945.141929:0:109080:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.151752:0:109080:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109080:1855007611952000:192.168.204.148@tcp:101:awk.0 00010000:00010000:3.0:1769074945.151786:0:109080:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151800:0:109080:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151807:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151814:0:109080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151821:0:109080:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151830:0:109080:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.151836:0:109080:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151843:0:109080:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151851:0:109080:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151857:0:109080:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.151865:0:109080:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00010000:00010000:3.0:1769074945.151870:0:109080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9e9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109080 initiator: MDT0 00000002:00100000:3.0:1769074945.151891:0:109080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8832680 x1855007611952000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074945.151907:0:109080:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074945.151947:0:109080:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.151965:0:109080:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074945.151975:0:109080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19c39a8 00010000:00010000:3.0:1769074945.151979:0:109080:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.151987:0:109080:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.152471:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152483:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.152507:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152511:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152520:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152523:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152533:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152536:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152543:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152546:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152554:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152557:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.152564:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152566:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.152574:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152577:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.152584:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152588:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074945.152717:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152722:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.152732:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152735:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152742:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152745:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152754:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152756:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152764:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152766:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152773:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152788:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.152798:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152801:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.152808:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152811:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.152818:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152821:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074945.152957:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152961:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.152971:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152974:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152981:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152984:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.152992:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.152995:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.153004:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153006:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.153014:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153017:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.153024:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153026:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.153033:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153035:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.153042:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153045:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.153959:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153967:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.153978:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153981:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.153989:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.153992:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.154001:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.154003:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.154011:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.154013:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.154020:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.154023:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.154031:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.154034:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.154042:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.154045:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.154054:0:109080:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.154058:0:109080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074945.189999:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.190022:0:109085:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.190029:0:109085:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.190057:0:109085:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.190074:0:109085:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.190088:0:109085:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.190096:0:109085:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.190103:0:109085:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.190107:0:109085:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:3.0:1769074945.190114:0:109085:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19fbcb8 00010000:00010000:3.0:1769074945.190118:0:109085:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.190393:0:109085:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.197088:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197108:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.197120:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197141:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.197178:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197182:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.197191:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197194:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.197202:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197205:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.197213:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197216:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.197225:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197228:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.197237:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197239:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.197247:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.197252:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074945.197994:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074945.198006:0:109083:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.198014:0:109083:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.198051:0:109083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.198071:0:109083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.198089:0:109083:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.198098:0:109083:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.198108:0:109083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.198112:0:109083:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.198121:0:109083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19dbcb8 00010000:00010000:2.0:1769074945.202836:0:109083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.202852:0:109083:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.205168:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.205187:0:109084:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.205194:0:109084:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074945.205224:0:109084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.205240:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.205255:0:109084:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.205278:0:109084:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.205289:0:109084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.205294:0:109084:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074945.205300:0:109084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19ebcb8 00010000:00010000:0.0:1769074945.205304:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.205312:0:109084:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.206672:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206685:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.206700:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206704:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.206714:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206717:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.206725:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206727:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.206735:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206737:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.206744:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206747:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.206753:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206756:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.206763:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206766:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.206772:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.206793:0:109084:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0cd80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.206801:0:109084:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074945.206822:0:109084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074945.206888:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.206897:0:109084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00000020:00100000:0.0:1769074945.206908:0:109084:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.206921:0:109084:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f480 x1855007611952256/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.206930:0:109084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00000100:00100000:0.0:1769074945.206953:0:109084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109084:1855007611952256:192.168.204.148@tcp:101:openssl.0 00000100:00100000:0.0:1769074945.207135:0:109084:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f900 going to sleep for 11 seconds 00000080:00200000:2.0:1769074945.208236:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.208249:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.209376:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209387:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.209400:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209404:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209413:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209416:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209424:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209427:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209435:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209438:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209446:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209451:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209460:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209463:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209470:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209472:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209479:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209482:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074945.209665:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209670:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.209680:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209683:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209690:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209694:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209701:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209704:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209711:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209714:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209722:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209725:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209735:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209737:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209746:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209750:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209757:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209761:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074945.209902:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209907:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.209915:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209918:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209926:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209929:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209938:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209941:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209949:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209952:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.209959:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209962:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209969:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209972:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.209980:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.209983:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.210207:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210213:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.210224:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210228:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.210237:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210240:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.210250:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210253:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.210261:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210264:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.210272:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210275:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.210282:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210285:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.210293:0:109083:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.210296:0:109083:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.210834:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.210840:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074945.210971:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.210977:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.210986:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.210990:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.210998:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211002:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211010:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211013:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211021:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211024:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211031:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211034:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211041:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211044:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211050:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211053:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211059:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211063:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074945.211192:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211198:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.211208:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211211:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211219:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211221:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211230:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211233:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211240:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211243:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211250:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211252:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211259:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211261:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211269:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211271:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211278:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211282:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074945.211400:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211405:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.211415:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211418:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211425:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211428:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211434:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211436:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211444:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211447:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211456:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211459:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211467:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211470:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211476:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211479:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211485:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211488:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.211655:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211660:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.211669:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211672:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211680:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211683:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211690:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211693:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211699:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211702:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.211709:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211712:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211720:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211723:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211731:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211734:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.211741:0:109085:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.211745:0:109085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1769074945.220707:0:109084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109084:1855007611952256:192.168.204.148@tcp:101:openssl.0 00010000:00010000:2.0:1769074945.220731:0:109084:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220745:0:109084:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220757:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220763:0:109084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220771:0:109084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220789:0:109084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.220794:0:109084:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220801:0:109084:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220809:0:109084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220817:0:109084:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.220824:0:109084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.220831:0:109084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1200/0x989cb6132eaa9ea2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109084 initiator: MDT0 00000002:00100000:2.0:1769074945.220850:0:109084:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2f480 x1855007611952256/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.220865:0:109084:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.220892:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.220911:0:109084:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.220919:0:109084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19eb9a8 00010000:00010000:2.0:1769074945.220923:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.220931:0:109084:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.221384:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221394:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.221403:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221406:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.221414:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221416:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.221423:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221426:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.221433:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221436:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.221444:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221447:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.221455:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221458:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.221466:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221469:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.221476:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.221486:0:109084:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae372ec00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.221494:0:109084:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074945.221514:0:109084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.221566:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109084 initiator: MDT0 00010000:00010000:2.0:1769074945.221573:0:109084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00000020:00100000:2.0:1769074945.221584:0:109084:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.221591:0:109084:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611952512/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.221599:0:109084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00000100:00100000:2.0:1769074945.221620:0:109084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109084:1855007611952512:192.168.204.148@tcp:101:openssl.0 00000100:00100000:2.0:1769074945.221769:0:109084:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.229734:0:109084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109084:1855007611952512:192.168.204.148@tcp:101:openssl.0 00010000:00010000:0.0:1769074945.229758:0:109084:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229771:0:109084:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229792:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229797:0:109084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229805:0:109084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229812:0:109084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.229817:0:109084:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229825:0:109084:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229831:0:109084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229839:0:109084:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.229845:0:109084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.229851:0:109084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaa9ea9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109084 initiator: MDT0 00000002:00100000:0.0:1769074945.229869:0:109084:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc000 x1855007611952512/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.229882:0:109084:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.229909:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.229920:0:109084:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.229927:0:109084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19eb9a8 00010000:00010000:0.0:1769074945.229931:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.229938:0:109084:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.230386:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230397:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.230407:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230411:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.230418:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230421:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.230428:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230431:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.230437:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230440:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.230447:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230451:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.230458:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230461:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.230468:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230472:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.230478:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.230489:0:109084:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0ca80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.230496:0:109084:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074945.230515:0:109084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074945.230564:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.230570:0:109084:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00000020:00100000:0.0:1769074945.230581:0:109084:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.230588:0:109084:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ea00 x1855007611952768/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.230598:0:109084:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00000100:00100000:0.0:1769074945.230617:0:109084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109084:1855007611952768:192.168.204.148@tcp:101:openssl.0 00000100:00100000:0.0:1769074945.230787:0:109084:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.239596:0:109084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109084:1855007611952768:192.168.204.148@tcp:101:openssl.0 00010000:00010000:0.0:1769074945.239622:0:109084:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239636:0:109084:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239643:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239650:0:109084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239658:0:109084:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239665:0:109084:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.239670:0:109084:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239677:0:109084:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239684:0:109084:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239695:0:109084:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.239702:0:109084:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109084 initiator: MDT0 00010000:00010000:0.0:1769074945.239708:0:109084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9eb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109084 initiator: MDT0 00000002:00100000:0.0:1769074945.239726:0:109084:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2ea00 x1855007611952768/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.239740:0:109084:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.239769:0:109084:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.239793:0:109084:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.239802:0:109084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c19eb9a8 00010000:00010000:0.0:1769074945.239806:0:109084:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.239814:0:109084:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.240184:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240193:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.240204:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240208:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240215:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240217:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240225:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240227:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240234:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240236:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240243:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240247:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240253:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240256:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240262:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240264:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240271:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240274:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074945.240379:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240383:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.240391:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240393:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240400:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240402:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240409:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240411:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240418:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240420:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240426:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240429:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240436:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240438:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240444:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240447:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240454:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240458:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074945.240592:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240597:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.240604:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240607:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240614:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240617:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240626:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240628:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240636:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240639:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.240647:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240650:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240658:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240661:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240672:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240675:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.240682:0:109084:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.240686:0:109084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.293759:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.294461:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.294474:0:109088:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.294482:0:109088:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074945.294512:0:109088:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.294530:0:109088:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.294545:0:109088:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.294552:0:109088:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.294561:0:109088:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.294564:0:109088:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074945.294572:0:109088:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1bfbcb8 00010000:00010000:0.0:1769074945.294576:0:109088:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.294583:0:109088:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.294957:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.294966:0:109089:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.294973:0:109089:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.294984:0:109089:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.294992:0:109089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.295001:0:109089:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.295008:0:109089:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.295012:0:109089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.295015:0:109089:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:3.0:1769074945.295019:0:109089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c03cb8 00010000:00010000:3.0:1769074945.295023:0:109089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.295030:0:109089:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074945.296163:0:109090:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.296176:0:109090:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.296194:0:109090:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.296206:0:109090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.296224:0:109090:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.296231:0:109090:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.296236:0:109090:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.296240:0:109090:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:1.0:1769074945.296244:0:109090:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c1bcb8 00010000:00010000:1.0:1769074945.296249:0:109090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.296257:0:109090:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.296341:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296349:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.296358:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296362:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296370:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296372:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296380:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296383:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296390:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296393:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296400:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296403:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296427:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296431:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296440:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296443:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296450:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296453:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074945.296626:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296630:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.296638:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296641:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296648:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296651:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296657:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296660:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296667:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296670:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296677:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296680:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296687:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296690:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296697:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296700:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296707:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296711:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074945.296852:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296857:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.296866:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296869:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296877:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296880:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296888:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296890:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296898:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296901:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.296908:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296911:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296919:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296922:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296929:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296932:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.296940:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.296944:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074945.297059:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297064:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.297072:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297074:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297080:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297083:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297090:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297092:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297099:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297102:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297110:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297113:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.297121:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297124:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.297132:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297135:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.297143:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297170:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074945.297279:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297284:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.297292:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297295:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297305:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297307:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297315:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297318:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297326:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297329:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297336:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297340:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.297347:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297350:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.297357:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297359:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.297366:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297370:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074945.297488:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297493:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.297501:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297504:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297512:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297515:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297523:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297526:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297532:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297535:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.297537:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297542:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.297542:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297545:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.297549:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297552:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297552:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297554:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.297560:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297561:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297563:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297564:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.297570:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.297570:0:109089:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297573:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.297574:0:109089:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074945.297580:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297583:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.297590:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297593:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.297600:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297604:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.297612:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297615:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.297623:0:109088:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.297626:0:109088:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.298557:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298567:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.298577:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298580:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298589:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298592:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298599:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298602:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298609:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298612:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298619:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298622:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.298630:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298633:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.298641:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298644:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.298652:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298655:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:1.0:1769074945.298827:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298832:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.298840:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298843:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298850:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298853:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298860:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298862:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298869:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298873:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.298879:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298882:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.298889:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298892:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.298899:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298902:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.298909:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.298912:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074945.299035:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.301090:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.302254:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302267:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302299:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302302:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302311:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302314:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302321:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302324:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302332:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302336:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302343:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302346:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302352:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302355:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302362:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302366:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074945.302594:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302599:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.302608:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302611:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302622:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302626:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302635:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302638:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302646:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302649:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302656:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302659:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302667:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302670:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302679:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302681:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302687:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302691:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074945.302833:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302838:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.302846:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302848:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302856:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302859:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302866:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302869:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302876:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302879:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.302887:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302890:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302897:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302900:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302907:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302910:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.302917:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.302920:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074945.303030:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303035:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.303043:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303045:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.303053:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303055:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.303064:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303067:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.303075:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303078:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.303084:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303087:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.303094:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303097:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.303104:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303107:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.303114:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.303117:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074945.306482:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306501:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.306513:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306517:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.306525:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306528:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.306535:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306538:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.306546:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306550:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.306557:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306560:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.306568:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306571:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.306580:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306583:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.306590:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306593:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.306751:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306756:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.306764:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.306767:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.310354:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310369:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.310390:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310394:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.310402:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310406:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.310417:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310421:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.310428:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310431:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.310438:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310441:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.310448:0:109090:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.310452:0:109090:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074945.343118:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.343319:0:109093:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.343327:0:109093:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.343359:0:109093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.343379:0:109093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.343395:0:109093:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.343404:0:109093:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.343412:0:109093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.343416:0:109093:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:3.0:1769074945.343423:0:109093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1eebcb8 00010000:00010000:3.0:1769074945.343427:0:109093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.343436:0:109093:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.344320:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.344332:0:109094:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.344338:0:109094:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.344355:0:109094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.344366:0:109094:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.344377:0:109094:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.344383:0:109094:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.344388:0:109094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.344391:0:109094:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:1.0:1769074945.344397:0:109094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1ea3cb8 00010000:00010000:1.0:1769074945.344400:0:109094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.344408:0:109094:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.345747:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.345760:0:109095:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.345765:0:109095:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074945.345799:0:109095:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.345813:0:109095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.345824:0:109095:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.345830:0:109095:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.345836:0:109095:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.345838:0:109095:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074945.345843:0:109095:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c2bcb8 00010000:00010000:0.0:1769074945.345846:0:109095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.345853:0:109095:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.347476:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347489:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.347501:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347505:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.347513:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347516:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.347524:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347527:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.347534:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347537:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.347545:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347549:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.347556:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347559:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.347567:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347570:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.347577:0:109093:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.347581:0:109093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.349817:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349833:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.349844:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349848:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.349856:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349859:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.349865:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349868:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.349875:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349878:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.349884:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349888:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.349896:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349898:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.349906:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349909:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.349916:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.349920:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074945.350068:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.350074:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.350082:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.350085:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.350093:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.350096:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.350103:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.350106:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.350112:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.350115:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.359144:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.359178:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.359220:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.359223:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.359233:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.359236:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.359244:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.359248:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074945.362566:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362583:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.362595:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362599:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362606:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362608:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362616:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362619:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362626:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362629:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362637:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362640:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.362648:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362650:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.362659:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362661:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.362668:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362672:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:1.0:1769074945.362856:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362862:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.362871:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362875:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362882:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362885:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362891:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362894:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362900:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362903:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.362909:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362911:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.362918:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362920:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.362928:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362930:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.362937:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.362940:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:1.0:1769074945.363058:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363063:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.363071:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363073:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363080:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363083:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363091:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363094:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363102:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363105:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363113:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363116:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.363124:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363127:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.363135:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363138:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.363145:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363167:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074945.363289:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363294:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.363303:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363306:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363314:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363317:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363324:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363327:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363334:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363336:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.363343:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363346:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.363354:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363357:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.363365:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363367:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.363374:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.363378:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074945.365769:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365798:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.365812:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365817:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.365825:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365828:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.365835:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365839:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.365847:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365850:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.365858:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365861:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.365870:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365873:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.365881:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365884:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.365892:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.365896:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074945.366214:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366219:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.366228:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366232:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366239:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366242:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366249:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366252:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366261:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366264:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366273:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366277:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366284:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366287:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366294:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366296:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366304:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366307:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:3.0:1769074945.366449:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366454:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.366463:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366466:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366473:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366475:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366482:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366484:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366491:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366493:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366501:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366503:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366512:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366515:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366523:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366526:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366534:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366538:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074945.366664:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366670:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.366678:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366682:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366689:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366692:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366699:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366702:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366709:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366712:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366719:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366722:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366729:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366732:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366739:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366742:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366749:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366753:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074945.366880:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366885:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.366893:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366896:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366903:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366906:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366914:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366916:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366923:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366926:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.366934:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366937:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366947:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366950:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366958:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366961:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.366971:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.366975:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074945.367095:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367101:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.367109:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367112:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.367121:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367124:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.367132:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367135:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.367143:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367145:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.367180:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367183:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.367190:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367192:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.367199:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367201:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.367211:0:109094:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.367214:0:109094:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.369090:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369106:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.369131:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369135:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369145:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369163:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369174:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369177:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369184:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369187:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369195:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369198:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.369205:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369208:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.369216:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369218:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.369226:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369230:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.369446:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369451:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.369460:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369463:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369471:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369475:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369484:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369488:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369496:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369499:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.369508:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369511:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.369520:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369523:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.369530:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369533:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.369540:0:109095:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.369544:0:109095:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074945.413523:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.413543:0:109100:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.413551:0:109100:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074945.413591:0:109100:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.413608:0:109100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.413624:0:109100:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.413632:0:109100:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.413641:0:109100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.413645:0:109100:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:0.0:1769074945.413652:0:109100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c4bcb8 00010000:00010000:0.0:1769074945.413656:0:109100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.413664:0:109100:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.414305:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.414314:0:109099:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.414319:0:109099:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.414331:0:109099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.414340:0:109099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.414349:0:109099:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.414355:0:109099:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.414359:0:109099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.414362:0:109099:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:1.0:1769074945.414366:0:109099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c43cb8 00010000:00010000:1.0:1769074945.414368:0:109099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.414375:0:109099:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.415595:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415608:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.415618:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415622:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415630:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415634:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415641:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415644:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415653:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415656:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415664:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415668:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.415675:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415678:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.415685:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415688:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.415695:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415699:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1769074945.415895:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415900:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.415908:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415911:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415919:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415922:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415929:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415932:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415939:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415942:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.415948:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415951:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.415958:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415961:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.415969:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415972:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.415981:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.415984:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074945.416124:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416130:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.416139:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416142:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416174:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416178:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416188:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416191:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416200:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416203:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416210:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416212:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416219:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416222:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416229:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416232:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416239:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416242:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074945.416363:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416368:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.416378:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416381:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416388:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416391:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416398:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416401:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416406:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416409:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416415:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416418:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416424:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416427:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416433:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416436:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416442:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416445:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074945.416549:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416555:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.416563:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416566:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416573:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416576:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416583:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416586:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416592:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416595:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416602:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416605:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416613:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416616:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416623:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416626:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416633:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416637:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074945.416760:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416765:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.416791:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416794:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.416801:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416802:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416805:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200008:3.0:1769074945.416809:0:109098:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.416812:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416814:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.416815:0:109098:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000080:00200000:1.0:1769074945.416820:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416823:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.416831:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416833:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416840:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000002:00010000:3.0:1769074945.416842:0:109098:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000080:00200000:1.0:1769074945.416843:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416850:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416852:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.416859:0:109099:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.416863:0:109099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:3.0:1769074945.416863:0:109098:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.416879:0:109098:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.416887:0:109098:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.416895:0:109098:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.416898:0:109098:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:3.0:1769074945.416904:0:109098:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c3bcb8 00010000:00010000:3.0:1769074945.416908:0:109098:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.416916:0:109098:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.418266:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418277:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.418287:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418291:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.418301:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418304:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.418312:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418315:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.418322:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418324:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.418332:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418335:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.418342:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418345:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.418352:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418354:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.418361:0:109098:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.418365:0:109098:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074945.422591:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422608:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.422619:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422624:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422632:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422634:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422643:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422646:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422654:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422657:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422666:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422669:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.422678:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422681:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.422689:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422692:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.422700:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422704:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074945.422909:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422915:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.422923:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422927:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422936:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422939:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422947:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422951:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422959:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422963:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.422970:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422974:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.422981:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422984:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.422991:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.422994:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423002:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423007:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074945.423359:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423364:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.423374:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423378:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423386:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423389:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423397:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423400:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423410:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423413:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423431:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423435:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423445:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423448:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423456:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423458:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423469:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423473:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074945.423815:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423821:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.423829:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423831:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423838:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423841:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423848:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423851:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423858:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423861:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.423869:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423872:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423880:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423883:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423891:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423894:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.423901:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.423904:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074945.424017:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.424021:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.424029:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.424032:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428308:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428325:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428349:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428353:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428363:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428366:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428376:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428380:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428388:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428391:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428399:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428402:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428415:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428420:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074945.428621:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428627:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.428638:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428641:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428650:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428653:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428659:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428662:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428669:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428672:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428679:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428682:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428689:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428693:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428701:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428704:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428711:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428714:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074945.428850:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428855:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.428864:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428867:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428876:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428879:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428888:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428891:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428900:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428903:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.428910:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428913:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428921:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428925:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428933:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428936:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.428944:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.428948:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074945.429415:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429421:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.429430:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429434:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.429442:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429445:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.429453:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429455:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.429463:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429466:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.429473:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429476:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.429482:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429484:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.429491:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429494:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.429501:0:109100:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.429505:0:109100:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074945.451316:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.451334:0:109103:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.451341:0:109103:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.451369:0:109103:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.451387:0:109103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.451402:0:109103:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.451410:0:109103:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.451417:0:109103:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.451421:0:109103:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:1.0:1769074945.451428:0:109103:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c7bcb8 00010000:00010000:1.0:1769074945.451432:0:109103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.451441:0:109103:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.452889:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452900:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.452912:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452916:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.452926:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452929:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.452936:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452939:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.452946:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452950:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.452958:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452961:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.452968:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452971:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.452978:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452981:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.452989:0:109103:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.452994:0:109103:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.454865:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074945.454884:0:109104:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.454891:0:109104:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074945.454918:0:109104:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.454935:0:109104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.454949:0:109104:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.454957:0:109104:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.454965:0:109104:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074945.454969:0:109104:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:2.0:1769074945.454976:0:109104:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c53cb8 00010000:00010000:2.0:1769074945.454980:0:109104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.454989:0:109104:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.459630:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.459649:0:109105:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.459657:0:109105:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.459684:0:109105:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.459700:0:109105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.459718:0:109105:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.459726:0:109105:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.459733:0:109105:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.459737:0:109105:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:3.0:1769074945.459744:0:109105:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1c5bcb8 00010000:00010000:3.0:1769074945.459748:0:109105:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.459757:0:109105:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.461082:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461094:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.461107:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461111:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461121:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461124:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461131:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461134:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461141:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461144:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461178:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461182:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461192:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461196:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461203:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461205:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461213:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461216:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:3.0:1769074945.461386:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461392:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.461403:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461406:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461416:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461419:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461427:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461431:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461439:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461442:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461451:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461455:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461462:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461465:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461472:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461475:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461483:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461487:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:3.0:1769074945.461620:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461625:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.461634:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461638:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461646:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461649:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461656:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461659:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461667:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461669:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461677:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461680:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461687:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461690:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461697:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461700:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461707:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461711:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:3.0:1769074945.461862:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461867:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.461877:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461880:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461889:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461893:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461900:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461903:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461911:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461914:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.461922:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461925:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461933:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461936:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461944:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461947:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.461957:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.461961:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:3.0:1769074945.462084:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462089:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.462097:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462101:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462109:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462112:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462120:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462123:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462131:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462134:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462141:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462145:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462186:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462189:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462198:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462201:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462208:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462212:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074945.462330:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462335:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.462344:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462347:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462355:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462358:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462366:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462370:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462377:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462380:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462387:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462390:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462398:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462401:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462409:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462412:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462421:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462425:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:3.0:1769074945.462543:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462548:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.462556:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462559:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462567:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462570:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462578:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462581:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462591:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462594:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.462602:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462604:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462612:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462615:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462623:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462625:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.462633:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.462636:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.466095:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466114:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.466135:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466139:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466162:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466166:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466175:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466178:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466186:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466189:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466199:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466203:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466212:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466215:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466227:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466231:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466238:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466244:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1769074945.466550:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466555:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.466564:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466567:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466576:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466579:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466587:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466590:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466598:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466601:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466609:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466612:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466621:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466624:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466632:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466635:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466644:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466648:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074945.466810:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466816:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.466825:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466828:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466835:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466838:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466845:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466847:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466854:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466857:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.466865:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466868:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466877:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466880:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466888:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466892:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.466900:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.466904:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074945.467033:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467038:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.467048:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467052:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467061:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467064:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467071:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467073:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467081:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467083:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467090:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467093:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467101:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467104:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467111:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467114:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467122:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467125:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074945.467261:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467266:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.467274:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467277:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467285:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467288:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467298:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467302:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467311:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467314:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467323:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467326:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467335:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467338:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467346:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467350:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467358:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467363:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074945.467497:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467501:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.467511:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467514:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467523:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467526:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467535:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467538:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467545:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467548:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.467556:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467559:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467567:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467570:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467577:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467580:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.467588:0:109104:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.467591:0:109104:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.470452:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470473:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.470488:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470491:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.470499:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470502:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.470510:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470512:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.470520:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470523:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.470531:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470536:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.470544:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470546:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.470559:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470562:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.470571:0:109105:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.470576:0:109105:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:1.0:1769074945.489576:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.489597:0:109108:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.489606:0:109108:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.489636:0:109108:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.489653:0:109108:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.489667:0:109108:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.489674:0:109108:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.489682:0:109108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.489686:0:109108:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9df3 00000080:00010000:1.0:1769074945.489692:0:109108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9df3 from it ffffb370c1eebcb8 00010000:00010000:1.0:1769074945.489697:0:109108:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.489706:0:109108:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.491030:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491043:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.491054:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491059:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.491066:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491069:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.491077:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491081:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.491089:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491092:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.491099:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491102:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.491110:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491114:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.491122:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491125:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.491134:0:109108:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.491138:0:109108:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.492944:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.492959:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.492971:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.492976:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.492986:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.492989:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.492998:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493001:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.493008:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493011:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.493019:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493022:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.493029:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493032:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.493039:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493043:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.493051:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493054:0:109107:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.493552:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.493569:0:109107:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:3.0:1769074945.493573:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074945.493578:0:109107:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074945.493582:0:109107:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:3.0:1769074945.493629:0:109107:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.493656:0:109107:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.494576:0:109107:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.494588:0:109107:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074945.494591:0:109107:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaa9df3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1acd expref: -99 pid: 107805 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074945.494612:0:109107:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074945.494626:0:109107:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ea00 x1855007611953024/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074945.494656:0:109107:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109107:1855007611953024:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074945.494758:0:109107:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.500756:0:109107:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109107:1855007611953024:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074945.500813:0:109107:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00200000:0.0:1769074945.500821:0:109107:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00200000:1.0:1769074945.507081:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.507101:0:109110:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.507108:0:109110:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.507130:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.507142:0:109110:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:1.0:1769074945.507212:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.507221:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.507230:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:1.0:1769074945.507255:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953152:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074945.507352:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.509506:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953152:192.168.204.148@tcp:101:sh.0 00010000:00010000:0.0:1769074945.509528:0:109110:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509546:0:109110:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509557:0:109110:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509567:0:109110:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509578:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509587:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509595:0:109110:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074945.509605:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49180 x1855007611953152/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074945.509617:0:109110:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509627:0:109110:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074945.509632:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074945.509657:0:109110:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074945.509663:0:109110:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:0.0:1769074945.509668:0:109110:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074945.509671:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfbcb8 00010000:00010000:0.0:1769074945.509675:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.509683:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.511445:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.511464:0:109110:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074945.511469:0:109110:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074945.511494:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.511552:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:0.0:1769074945.511562:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:0.0:1769074945.511572:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:0.0:1769074945.511595:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953280:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.511671:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.517940:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953280:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074945.517963:0:109110:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.517976:0:109110:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.517984:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.517991:0:109110:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518000:0:109110:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518007:0:109110:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.518012:0:109110:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518019:0:109110:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518031:0:109110:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518038:0:109110:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.518043:0:109110:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518049:0:109110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ebe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00000002:00100000:2.0:1769074945.518067:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611953280/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.518082:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.518110:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.518145:0:109110:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.518441:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfb980 00010000:00010000:2.0:1769074945.518445:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.518452:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.518524:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.518540:0:109110:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074945.518545:0:109110:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074945.518563:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074945.518606:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518612:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.518620:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:2.0:1769074945.518641:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953408:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074945.518718:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.538197:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953408:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.538222:0:109110:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538235:0:109110:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538241:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538248:0:109110:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538255:0:109110:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538261:0:109110:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.538266:0:109110:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538271:0:109110:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538278:0:109110:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538283:0:109110:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.538289:0:109110:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538294:0:109110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaa9ec5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00000002:00100000:1.0:1769074945.538309:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbe680 x1855007611953408/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.538322:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.538352:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.538364:0:109110:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.538377:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfb980 00010000:00010000:1.0:1769074945.538382:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.538388:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.538474:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.538483:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.538496:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.538498:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.538506:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.538509:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.538517:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.538528:0:109110:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074945.538532:0:109110:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074945.538551:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074945.538598:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538604:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.538614:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:1.0:1769074945.538636:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953536:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074945.538721:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.546860:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953536:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.546883:0:109110:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546895:0:109110:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546902:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546908:0:109110:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546916:0:109110:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546922:0:109110:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.546927:0:109110:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546933:0:109110:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546940:0:109110:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546947:0:109110:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.546952:0:109110:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.546958:0:109110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9ecc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00000002:00100000:1.0:1769074945.546976:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab48a80 x1855007611953536/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.546995:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.547022:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.547035:0:109110:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.547057:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfb980 00010000:00010000:1.0:1769074945.547061:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.547068:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.547188:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.547197:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.547215:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.547219:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.547228:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.547240:0:109110:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3074000, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074945.547247:0:109110:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074945.547264:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074945.547312:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.547319:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000020:00100000:1.0:1769074945.547330:0:109110:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074945.547337:0:109110:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48a80 x1855007611953792/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074945.547346:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:1.0:1769074945.547366:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953792:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074945.547527:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.554226:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611953792:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.554246:0:109110:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554257:0:109110:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554264:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554271:0:109110:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554278:0:109110:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554285:0:109110:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.554290:0:109110:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554297:0:109110:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554303:0:109110:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554309:0:109110:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.554314:0:109110:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.554319:0:109110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9ed3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00000002:00100000:1.0:1769074945.554339:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab48a80 x1855007611953792/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.554351:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.554376:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.554388:0:109110:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.554397:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfb9a8 00010000:00010000:1.0:1769074945.554401:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.554407:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.554828:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554839:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.554851:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554855:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.554862:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554865:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.554872:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554875:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.554881:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554884:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.554891:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554894:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.554901:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554904:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.554913:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554916:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.554925:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.554935:0:109110:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac88f4780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074945.554941:0:109110:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074945.554959:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074945.555001:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:1.0:1769074945.555006:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000020:00100000:1.0:1769074945.555014:0:109110:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074945.555019:0:109110:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab48a80 x1855007611954048/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074945.555025:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:1.0:1769074945.555043:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611954048:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074945.555244:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.560865:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611954048:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074945.560889:0:109110:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560901:0:109110:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560909:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560916:0:109110:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560924:0:109110:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560930:0:109110:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.560935:0:109110:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560943:0:109110:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560951:0:109110:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560958:0:109110:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.560966:0:109110:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.560973:0:109110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8a00/0x989cb6132eaa9eda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00000002:00100000:2.0:1769074945.560991:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab48a80 x1855007611954048/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.561007:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.561036:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.561050:0:109110:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.561059:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfb9a8 00010000:00010000:2.0:1769074945.561063:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.561071:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.561555:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561565:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.561577:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561582:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.561592:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561595:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.561602:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561605:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.561613:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561615:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.561625:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561629:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.561636:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561639:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.561646:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561649:0:109110:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.561655:0:109110:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.561668:0:109110:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dacaa97500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.561675:0:109110:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074945.561698:0:109110:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.561753:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.561761:0:109110:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000020:00100000:2.0:1769074945.561786:0:109110:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.561794:0:109110:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe300 x1855007611954304/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.561804:0:109110:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00000100:00100000:2.0:1769074945.561825:0:109110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611954304:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074945.561973:0:109110:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.565864:0:109110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109110:1855007611954304:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074945.565889:0:109110:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565902:0:109110:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565908:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565915:0:109110:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565922:0:109110:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565929:0:109110:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.565933:0:109110:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565939:0:109110:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565945:0:109110:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565950:0:109110:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.565956:0:109110:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00010000:00010000:2.0:1769074945.565962:0:109110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ee1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109110 initiator: MDT0 00000002:00100000:2.0:1769074945.565981:0:109110:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbe300 x1855007611954304/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.565997:0:109110:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.566031:0:109110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.566044:0:109110:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.566053:0:109110:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1bfb9a8 00010000:00010000:2.0:1769074945.566056:0:109110:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.566063:0:109110:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.578794:0:109111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.578815:0:109111:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.578822:0:109111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.578845:0:109111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.578862:0:109111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.578876:0:109111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.578885:0:109111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.578892:0:109111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.578896:0:109111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:3.0:1769074945.578902:0:109111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1c23cb8 00010000:00010000:3.0:1769074945.578906:0:109111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.578916:0:109111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.578945:0:109111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074945.578953:0:109111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.578960:0:109111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.578970:0:109111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.578976:0:109111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.578980:0:109111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074945.578983:0:109111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:3.0:1769074945.578987:0:109111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1c23b58 00010000:00010000:3.0:1769074945.578990:0:109111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.578997:0:109111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.579006:0:109111:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.579021:0:109111:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), flags=9 00000080:00200000:3.0:1769074945.579026:0:109111:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), intent=getattr 00000002:00010000:3.0:1769074945.579039:0:109111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.579087:0:109111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109111 initiator: MDT0 00010000:00010000:3.0:1769074945.579095:0:109111:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109111 initiator: MDT0 00010000:00010000:3.0:1769074945.579106:0:109111:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109111 initiator: MDT0 00000100:00100000:3.0:1769074945.580382:0:109111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109111:1855007611954432:192.168.204.148@tcp:101:sh.0 00000100:00100000:3.0:1769074945.580539:0:109111:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.584709:0:109111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109111:1855007611954432:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074945.584741:0:109111:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584759:0:109111:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584780:0:109111:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584794:0:109111:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584805:0:109111:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584819:0:109111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584828:0:109111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584836:0:109111:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074945.584847:0:109111:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8832680 x1855007611954432/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074945.584862:0:109111:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584879:0:109111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584891:0:109111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584900:0:109111:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584907:0:109111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584914:0:109111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.584944:0:109111:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:3.0:1769074945.584952:0:109111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074945.584984:0:109111:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:3.0:1769074945.584988:0:109111:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff88dad0a89148): rc = 0 00000080:00010000:3.0:1769074945.584996:0:109111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:3.0:1769074945.585012:0:109111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.585016:0:109111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1c23b20 00010000:00010000:3.0:1769074945.585020:0:109111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.585029:0:109111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074945.585081:0:109111:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.585089:0:109111:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074945.585113:0:109111:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.585133:0:109111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.585142:0:109111:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.585185:0:109111:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.585190:0:109111:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074945.585193:0:109111:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:3.0:1769074945.585197:0:109111:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1c23cb8 00010000:00010000:3.0:1769074945.585200:0:109111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.585208:0:109111:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586136:0:6160:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074945.586145:0:6160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586191:0:6160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.586196:0:6160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586210:0:6160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586219:0:6160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586239:0:6160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586250:0:6160:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586286:0:6160:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586293:0:6160:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074945.586318:0:6160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586326:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00000/0x989cb6132eaa9ee8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1dc1 expref: -99 pid: 109111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.586337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074945.586339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074945.586340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074945.586357:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611954560:192.168.204.148@tcp:103:ldlm_bl.0 00000080:00200008:1.0:1769074945.586872:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.586880:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074945.586901:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.586911:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.586922:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.586929:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.586935:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074945.586938:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:1.0:1769074945.586944:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93cb8 00010000:00010000:1.0:1769074945.586948:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.586957:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.586979:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074945.586987:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.586993:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.587002:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.587009:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.587014:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074945.587016:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:1.0:1769074945.587020:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93b58 00010000:00010000:1.0:1769074945.587024:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.587032:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.587040:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.587047:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074945.587054:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.587058:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074945.587070:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.587076:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.587085:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.587091:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.587095:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074945.587098:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:1.0:1769074945.587101:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1e93cb8 00010000:00010000:1.0:1769074945.587105:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.587113:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.587128:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074945.587134:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.587141:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.587186:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.587193:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.587197:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074945.587200:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:1.0:1769074945.587204:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93b58 00010000:00010000:1.0:1769074945.587207:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.587214:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.587223:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.587228:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=25 00000080:00200000:1.0:1769074945.587232:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.587247:0:109071:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=9 00000080:00200000:1.0:1769074945.587252:0:109071:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:1.0:1769074945.587262:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.587298:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109071 initiator: MDT0 00010000:00010000:1.0:1769074945.587306:0:109071:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109071 initiator: MDT0 00010000:00010000:1.0:1769074945.587316:0:109071:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109071 initiator: MDT0 00000100:00100000:1.0:1769074945.587335:0:109071:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109071:1855007611954688:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074945.587375:0:109071:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.593884:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611954560:192.168.204.148@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074945.604384:0:109071:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109071:1855007611954688:192.168.204.148@tcp:101:sh.0 00010000:00010000:0.0:1769074945.604412:0:109071:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604434:0:109071:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604442:0:109071:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604453:0:109071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604463:0:109071:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604473:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604480:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604487:0:109071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074945.604498:0:109071:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48380 x1855007611954688/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074945.604509:0:109071:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604522:0:109071:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/363 (0 0) 00000080:00200000:0.0:1769074945.604528:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074945.604548:0:109071:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00200000:0.0:1769074945.604552:0:109071:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16b:0x0](ffff88dac9d48908): rc = 0 00000080:00010000:0.0:1769074945.604557:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9eef 00000080:00010000:0.0:1769074945.604573:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074945.604577:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1e93b20 00010000:00010000:0.0:1769074945.604589:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604597:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074945.604632:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.604639:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074945.604661:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.604669:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604679:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.604686:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.604692:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074945.604696:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9eef 00000080:00010000:0.0:1769074945.604699:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1e93cb8 00010000:00010000:0.0:1769074945.604703:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604709:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.604750:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:0.0:1769074945.604760:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.604779:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604787:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.604793:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074945.604797:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:0.0:1769074945.604799:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:0.0:1769074945.604803:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93c18 00010000:00010000:0.0:1769074945.604806:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.604813:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.604820:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.604826:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=27 00000080:00200000:0.0:1769074945.604831:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.604834:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, flags=11 00000080:00200000:0.0:1769074945.604839:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 101 00000080:00200000:3.0:1769074945.607552:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:3.0:1769074945.607573:0:109114:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074945.607594:0:109114:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:3.0:1769074945.607626:0:109114:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074945.607642:0:109114:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.607656:0:109114:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074945.607664:0:109114:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074945.607671:0:109114:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:3.0:1769074945.607675:0:109114:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9eef 00000080:00010000:3.0:1769074945.607681:0:109114:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1c6bcb8 00010000:00010000:3.0:1769074945.607685:0:109114:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.607693:0:109114:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.608924:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.608941:0:109113:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.608946:0:109113:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.608969:0:109113:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.609031:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.609040:0:109113:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.609050:0:109113:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00000100:00100000:0.0:1769074945.609076:0:109113:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611954816:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074945.609400:0:109113:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000080:00200000:0.0:1769074945.615441:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000100:00100000:0.0:1769074945.618435:0:109113:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611954816:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074945.618541:0:109113:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618555:0:109113:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618563:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618570:0:109113:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618577:0:109113:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618588:0:109113:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.618594:0:109113:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618601:0:109113:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618610:0:109113:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618617:0:109113:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.618622:0:109113:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618629:0:109113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaa9ef6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00000002:00100000:0.0:1769074945.618647:0:109113:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2e680 x1855007611954816/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.618662:0:109113:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.618707:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.618720:0:109113:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.618730:0:109113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1c03980 00010000:00010000:0.0:1769074945.618734:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.618743:0:109113:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.618864:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.618883:0:109113:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.618889:0:109113:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.618906:0:109113:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.618947:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618954:0:109113:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.618964:0:109113:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00000100:00100000:0.0:1769074945.618984:0:109113:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611954944:192.168.204.148@tcp:101:pjdfstest.0 00000080:00200000:1.0:1769074945.619275:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.619304:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000100:00100000:0.0:1769074945.619954:0:109113:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.624990:0:109113:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611954944:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074945.625013:0:109113:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625026:0:109113:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625033:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625041:0:109113:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625049:0:109113:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625055:0:109113:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.625060:0:109113:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625066:0:109113:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625073:0:109113:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625080:0:109113:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.625086:0:109113:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625093:0:109113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9efd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00000002:00100000:0.0:1769074945.625111:0:109113:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2e680 x1855007611954944/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.625125:0:109113:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.625240:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.625254:0:109113:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.625264:0:109113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1c03980 00010000:00010000:0.0:1769074945.625268:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.625277:0:109113:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.625345:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.625356:0:109113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.625369:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.625372:0:109113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.625379:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.625382:0:109113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.625391:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.625401:0:109113:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.625406:0:109113:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.625422:0:109113:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.625477:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625486:0:109113:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.625495:0:109113:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00000100:00100000:0.0:1769074945.625516:0:109113:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611955072:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074945.625676:0:109113:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000080:00200000:1.0:1769074945.629143:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.629230:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.629239:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.629250:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.629253:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.629261:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.629265:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.629277:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000100:00100000:0.0:1769074945.641225:0:109113:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611955072:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074945.641249:0:109113:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641262:0:109113:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641270:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641278:0:109113:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641286:0:109113:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641294:0:109113:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.641299:0:109113:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641306:0:109113:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641314:0:109113:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641322:0:109113:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.641328:0:109113:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641335:0:109113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00000002:00100000:0.0:1769074945.641353:0:109113:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2e680 x1855007611955072/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.641368:0:109113:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.641400:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.641413:0:109113:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.641429:0:109113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1c03980 00010000:00010000:0.0:1769074945.641433:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.641441:0:109113:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.641508:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.641518:0:109113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.641530:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.641533:0:109113:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.641541:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.641556:0:109113:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac2c0a180, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.641563:0:109113:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:0.0:1769074945.641585:0:109113:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074945.641635:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.641643:0:109113:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00000020:00100000:0.0:1769074945.641654:0:109113:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.641660:0:109113:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611955328/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.641669:0:109113:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00000100:00100000:0.0:1769074945.641689:0:109113:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611955328:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074945.641976:0:109113:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000080:00200000:1.0:1769074945.642277:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.642311:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.642315:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.642324:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.642326:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.642333:0:109114:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000100:00100000:0.0:1769074945.649413:0:109113:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611955328:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074945.649439:0:109113:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649453:0:109113:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649459:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649466:0:109113:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649473:0:109113:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649479:0:109113:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.649483:0:109113:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649490:0:109113:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649497:0:109113:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649504:0:109113:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.649511:0:109113:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00010000:00010000:0.0:1769074945.649517:0:109113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109113 initiator: MDT0 00000002:00100000:0.0:1769074945.649539:0:109113:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2e680 x1855007611955328/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.649552:0:109113:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.649591:0:109113:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.649604:0:109113:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.649615:0:109113:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eef from it ffffb370c1c039a8 00010000:00010000:0.0:1769074945.649618:0:109113:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.649625:0:109113:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.650504:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.650797:0:109114:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.650805:0:109114:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac88f4a80, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.651946:0:109113:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=1536 00000080:00200000:0.0:1769074945.651954:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074945.651962:0:109113:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:0.0:1769074945.651967:0:109113:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908) 00010000:00010000:0.0:1769074945.652007:0:109113:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.652084:0:109113:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.652091:0:109113:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074945.652094:0:109113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9eef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1ddd expref: -99 pid: 109071 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074945.652128:0:109113:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074945.652141:0:109113:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611955584/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074945.652188:0:109113:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611955584:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074945.652287:0:109113:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.660924:0:109113:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109113:1855007611955584:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074945.660977:0:109113:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00000080:00200000:0.0:1769074945.660985:0:109113:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200000:1.0:1769074945.672863:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.672885:0:109116:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.672901:0:109116:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:1.0:1769074945.672927:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.672992:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:1.0:1769074945.673006:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:1.0:1769074945.673016:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:1.0:1769074945.673055:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611955712:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074945.673286:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.681410:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611955712:192.168.204.148@tcp:101:sh.0 00010000:00010000:0.0:1769074945.681447:0:109116:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681460:0:109116:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681474:0:109116:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681485:0:109116:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681498:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681505:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681513:0:109116:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074945.681524:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab48e00 x1855007611955712/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074945.681537:0:109116:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681551:0:109116:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/363 (0 0) 00000080:00200000:0.0:1769074945.681558:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074945.681579:0:109116:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00010000:0.0:1769074945.681585:0:109116:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f12 00000080:00010000:0.0:1769074945.681591:0:109116:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074945.681594:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c83cb8 00010000:00010000:0.0:1769074945.681597:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.681604:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.683236:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.683253:0:109116:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.683258:0:109116:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.683283:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.683337:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.683351:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.683361:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:0.0:1769074945.683388:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611955840:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.683468:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.692575:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611955840:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074945.692598:0:109116:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692611:0:109116:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692618:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692626:0:109116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692634:0:109116:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692640:0:109116:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.692645:0:109116:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692652:0:109116:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692665:0:109116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692672:0:109116:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.692678:0:109116:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692684:0:109116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00000002:00100000:0.0:1769074945.692702:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611955840/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.692716:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.692742:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.692755:0:109116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.692764:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c83980 00010000:00010000:0.0:1769074945.692780:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.692788:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.692864:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.692880:0:109116:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.692885:0:109116:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.692900:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.692940:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692948:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.692957:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:0.0:1769074945.692977:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611955968:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.693053:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.702196:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611955968:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074945.702221:0:109116:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702235:0:109116:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702242:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702249:0:109116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702257:0:109116:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702263:0:109116:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.702268:0:109116:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702274:0:109116:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702282:0:109116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702288:0:109116:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.702294:0:109116:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702300:0:109116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00000002:00100000:0.0:1769074945.702316:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611955968/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.702331:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.702355:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.702366:0:109116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.702374:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c83980 00010000:00010000:0.0:1769074945.702378:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.702385:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.702578:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.702588:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.702602:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.702605:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.702615:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.702618:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.702626:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.702637:0:109116:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.702641:0:109116:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.702658:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.702701:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702709:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.702717:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:0.0:1769074945.702738:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956096:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.702855:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.713730:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956096:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074945.713751:0:109116:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713763:0:109116:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713779:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713787:0:109116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713795:0:109116:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713801:0:109116:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.713806:0:109116:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713812:0:109116:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713819:0:109116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713825:0:109116:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.713831:0:109116:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.713836:0:109116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00000002:00100000:0.0:1769074945.713852:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611956096/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.713866:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.713892:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.713904:0:109116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.713914:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c83980 00010000:00010000:0.0:1769074945.713917:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.713925:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.713994:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.714004:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.714017:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.714020:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.714028:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.714040:0:109116:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac54f3b00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.714047:0:109116:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:0.0:1769074945.714065:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074945.714113:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.714121:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000020:00100000:0.0:1769074945.714133:0:109116:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.714140:0:109116:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ca80 x1855007611956352/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.714206:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:0.0:1769074945.714228:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956352:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.714378:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.720077:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956352:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074945.720098:0:109116:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720110:0:109116:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720117:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720124:0:109116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720132:0:109116:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720139:0:109116:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.720143:0:109116:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720230:0:109116:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720239:0:109116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720247:0:109116:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.720253:0:109116:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.720260:0:109116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00000002:00100000:0.0:1769074945.720280:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611956352/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.720293:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.720323:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.720341:0:109116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.720350:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c839a8 00010000:00010000:0.0:1769074945.720355:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.720363:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.721929:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.721944:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.721955:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.721959:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.721968:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.721972:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.721979:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.721983:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.721991:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.721995:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.722003:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.722008:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.722018:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.722021:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.722030:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.722034:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.722044:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.722054:0:109116:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dae4fd9800, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.722063:0:109116:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:0.0:1769074945.722087:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074945.722186:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.722196:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000020:00100000:0.0:1769074945.722208:0:109116:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.722219:0:109116:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ca80 x1855007611956608/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.722228:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:0.0:1769074945.722249:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956608:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.722412:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.725790:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956608:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074945.725813:0:109116:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725826:0:109116:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725833:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725840:0:109116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725847:0:109116:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725855:0:109116:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074945.725860:0:109116:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725867:0:109116:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725875:0:109116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725882:0:109116:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074945.725889:0:109116:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.725895:0:109116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00000002:00100000:0.0:1769074945.725915:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611956608/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074945.725930:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074945.725959:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.725973:0:109116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074945.725984:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c839a8 00010000:00010000:0.0:1769074945.725987:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.725996:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.726950:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.726964:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.726975:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.726979:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.726987:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.726991:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.726999:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.727002:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.727010:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.727012:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.727020:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.727023:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.727031:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.727034:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.727042:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.727046:0:109116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.727053:0:109116:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.727063:0:109116:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac54f2780, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074945.727070:0:109116:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:0.0:1769074945.727092:0:109116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074945.727179:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109116 initiator: MDT0 00010000:00010000:0.0:1769074945.727189:0:109116:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000020:00100000:0.0:1769074945.727199:0:109116:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074945.727208:0:109116:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ca80 x1855007611956864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074945.727218:0:109116:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00000100:00100000:0.0:1769074945.727240:0:109116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956864:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.727410:0:109116:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.730761:0:109116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109116:1855007611956864:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074945.730797:0:109116:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730810:0:109116:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730817:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730824:0:109116:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730832:0:109116:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730844:0:109116:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.730848:0:109116:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730855:0:109116:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730863:0:109116:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730870:0:109116:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.730877:0:109116:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00010000:00010000:2.0:1769074945.730884:0:109116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaa9f3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109116 initiator: MDT0 00000002:00100000:2.0:1769074945.730904:0:109116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2ca80 x1855007611956864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.730919:0:109116:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.730948:0:109116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.730962:0:109116:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.730972:0:109116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c839a8 00010000:00010000:2.0:1769074945.730976:0:109116:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.730985:0:109116:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.739433:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.739455:0:109119:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074945.746320:0:109119:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074945.746347:0:109119:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.746364:0:109119:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.746379:0:109119:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.746387:0:109119:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074945.746394:0:109119:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074945.746397:0:109119:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f12 00000080:00010000:2.0:1769074945.746404:0:109119:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c93cb8 00010000:00010000:2.0:1769074945.746408:0:109119:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.746417:0:109119:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.748309:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748323:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748347:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748354:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748370:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748376:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748392:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748399:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748414:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748421:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748537:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748546:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748569:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748576:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748593:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.748599:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00000100:00100000:3.0:1769074945.748668:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074945.748688:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611956992:192.168.204.148@tcp:63:ll_sa.0 00000080:00200000:0.0:1769074945.748983:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.748993:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074945.749004:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749008:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.749015:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749018:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.749026:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749029:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.749038:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749042:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074945.749049:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749053:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.749060:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749063:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.749072:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749074:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074945.749082:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.749085:0:109118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074945.750013:0:109118:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.750033:0:109118:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=1 00000080:00200000:0.0:1769074945.750040:0:109118:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=getattr 00000002:00010000:0.0:1769074945.750063:0:109118:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_c0c4c863aef67a2169b4f1f32ec23495,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00000080:00200000:2.0:1769074945.750292:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750299:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.750311:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750314:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.750322:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750325:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.750332:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750335:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.750343:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750346:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.750355:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750359:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.750368:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750372:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.750379:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750382:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.750391:0:109119:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.750394:0:109119:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00010000:00010000:0.0:1769074945.751386:0:109118:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109118 initiator: MDT0 00010000:00010000:0.0:1769074945.751402:0:109118:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109118 initiator: MDT0 00010000:00010000:0.0:1769074945.751416:0:109118:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109118 initiator: MDT0 00000100:00100000:0.0:1769074945.751541:0:109118:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109118:1855007611957120:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074945.752490:0:109118:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074945.757877:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757893:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757898:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757909:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757916:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 11 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757922:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.757926:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757933:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757938:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757945:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.757952:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757958:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaa9f43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 11 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757977:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757983:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757988:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.757993:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758000:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758005:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758008:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758013:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758018:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758023:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758027:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758032:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaa9f4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758086:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758091:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758097:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758102:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758108:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758113:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758116:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758121:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758127:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758132:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758136:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758141:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01a00/0x989cb6132eaa9f51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758260:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758266:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758271:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758276:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758282:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758287:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758291:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758296:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758301:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758307:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758310:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758315:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaa9f58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758326:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758330:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758335:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758340:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758345:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758349:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758351:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758359:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758364:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758368:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758371:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758376:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaa9f5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758385:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758390:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758395:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758399:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758404:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758408:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758410:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758416:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758420:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758424:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758427:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758432:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaa9f66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758544:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758550:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758554:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758559:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758563:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758568:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758571:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758575:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758580:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758585:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758588:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758592:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9f6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758603:0:2403:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758608:0:2403:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758614:0:2403:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758619:0:2403:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758623:0:2403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758627:0:2403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074945.758630:0:2403:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758634:0:2403:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758638:0:2403:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758642:0:2403:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074945.758646:0:2403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074945.758650:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9f74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109120 initiator: MDT0 00000100:00100000:3.0:1769074945.758668:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611956992:192.168.204.148@tcp:63:ll_sa.0 00000100:00100000:0.0:1769074945.762053:0:109118:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109118:1855007611957120:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074945.762082:0:109118:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762104:0:109118:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762112:0:109118:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762124:0:109118:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762135:0:109118:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762179:0:109118:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762189:0:109118:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762196:0:109118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074945.762207:0:109118:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2f480 x1855007611957120/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074945.762221:0:109118:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762233:0:109118:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/364 (0 0) 00000080:00200000:0.0:1769074945.762240:0:109118:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074945.762263:0:109118:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200000:0.0:1769074945.762267:0:109118:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16c:0x0](ffff88dac9d4cb08): rc = 0 00000080:00010000:0.0:1769074945.762274:0:109118:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) for lock 0x989cb6132eaa9f7b 00000080:00010000:0.0:1769074945.762294:0:109118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00000080:00010000:0.0:1769074945.762297:0:109118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f7b from it ffffb370c1c6bbc0 00010000:00010000:0.0:1769074945.762301:0:109118:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762311:0:109118:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1769074945.762359:0:109118:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_c0c4c863aef67a2169b4f1f32ec23495:[0x200000402:0x16c:0x0](ffff88dac9d4cb08) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613071891656704, atime 1769074945.000000000, mtime 1769074945.000000000, ctime 1769074945.000000000 00010000:00010000:0.0:1769074945.762384:0:109118:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762432:0:109118:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.762440:0:109118:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074945.762443:0:109118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaa9f7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1f03 expref: -99 pid: 109118 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074945.762467:0:109118:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074945.762473:0:109118:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2f480 x1855007611957376/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074945.762495:0:109118:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109118:1855007611957376:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074945.762563:0:109118:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.791635:0:109118:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968878 gen 1 00000100:00100000:0.0:1769074945.791671:0:109118:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109118:1855007611957376:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074945.791711:0:109118:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200008:0.0:1769074945.791728:0:109118:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_c0c4c863aef67a2169b4f1f32ec23495:[0x200000402:0x16c:0x0](ffff88dac9d4cb08) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613071891656704, atime 1769074945.000000000, mtime 1769074945.000000000, ctime 1769074945.000000000, rc 0 00000080:00200000:1.0:1769074945.809921:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.809943:0:109123:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.809952:0:109123:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:1.0:1769074945.809974:0:109123:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.809990:0:109123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.810004:0:109123:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.810011:0:109123:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.810018:0:109123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:1.0:1769074945.810022:0:109123:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f12 00000080:00010000:1.0:1769074945.810028:0:109123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1c03cb8 00010000:00010000:1.0:1769074945.810032:0:109123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.810046:0:109123:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.811804:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811817:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.811829:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811833:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.811841:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811845:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.811852:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811855:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.811864:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811868:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.811876:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811880:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.811888:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811892:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.811899:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811902:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.811909:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.811913:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074945.812087:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812092:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.812103:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812106:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.812115:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812118:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.812126:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812129:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.812138:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812141:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.812172:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812177:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.812187:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812190:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.812199:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812202:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.812210:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.812214:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074945.815667:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815683:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.815693:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815696:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.815703:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815705:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.815712:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815714:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.815720:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815723:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.815731:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815735:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.815741:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815743:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.815750:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815753:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.815759:0:109123:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.815773:0:109123:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074945.839257:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.839283:0:109126:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.839295:0:109126:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:1.0:1769074945.839325:0:109126:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.839347:0:109126:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.839365:0:109126:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.839375:0:109126:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.839384:0:109126:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:1.0:1769074945.839389:0:109126:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f12 00000080:00010000:1.0:1769074945.839397:0:109126:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f12 from it ffffb370c1cb3cb8 00010000:00010000:1.0:1769074945.839401:0:109126:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.839410:0:109126:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.840888:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840900:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.840910:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840914:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.840922:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840925:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.840934:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840937:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.840945:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840948:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.840956:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840960:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.840968:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840971:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.840978:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840982:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.840990:0:109126:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.840993:0:109126:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.847851:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847868:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074945.847881:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847885:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.847893:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847896:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.847903:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847907:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.847914:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847917:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074945.847926:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847929:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.847938:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847941:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.847949:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847952:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074945.847959:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.847963:0:109125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074945.848495:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074945.848510:0:109125:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=1536 00000080:00200000:3.0:1769074945.848514:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074945.848519:0:109125:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074945.848523:0:109125:0:(namei.c:2175:do_mkdir()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908) 00010000:00010000:3.0:1769074945.848564:0:109125:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.848647:0:109125:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.848655:0:109125:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074945.848658:0:109125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaa9f12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1e54 expref: -99 pid: 109116 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074945.848684:0:109125:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074945.848697:0:109125:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611957632/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074945.848721:0:109125:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109125:1855007611957632:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074945.849349:0:109125:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.866380:0:109125:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109125:1855007611957632:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074945.866429:0:109125:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908) 00000080:00200000:3.0:1769074945.866437:0:109125:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16d:0x0], updating i_size 4096 00000080:00200000:0.0:1769074945.873520:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074945.873541:0:109128:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074945.873551:0:109128:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074945.873575:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074945.873641:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:0.0:1769074945.873650:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:0.0:1769074945.873659:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:0.0:1769074945.873685:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611957760:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074945.873783:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.889218:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611957760:192.168.204.148@tcp:101:sh.0 00010000:00010000:0.0:1769074945.889250:0:109128:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889263:0:109128:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889276:0:109128:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889287:0:109128:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889299:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889307:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889314:0:109128:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074945.889326:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2f480 x1855007611957760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074945.889339:0:109128:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889352:0:109128:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/363 (0 0) 00000080:00200000:0.0:1769074945.889359:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074945.889384:0:109128:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00010000:0.0:1769074945.889391:0:109128:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074945.889396:0:109128:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074945.889400:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8bcb8 00010000:00010000:0.0:1769074945.889403:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.889412:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074945.890964:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074945.890983:0:109128:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074945.890990:0:109128:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074945.891018:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074945.891073:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:0.0:1769074945.891082:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:0.0:1769074945.891091:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:0.0:1769074945.891117:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611957888:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074945.891234:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.914126:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611957888:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.914183:0:109128:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914196:0:109128:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914204:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914212:0:109128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914221:0:109128:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914228:0:109128:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.914233:0:109128:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914240:0:109128:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914248:0:109128:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914260:0:109128:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.914267:0:109128:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914273:0:109128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1000/0x989cb6132eaa9f89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00000002:00100000:1.0:1769074945.914294:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f480 x1855007611957888/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.914309:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.914337:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.914351:0:109128:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.914360:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8b980 00010000:00010000:1.0:1769074945.914364:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.914372:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.914458:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.914475:0:109128:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:1.0:1769074945.914480:0:109128:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:1.0:1769074945.914500:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074945.914854:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914869:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.914879:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:1.0:1769074945.914902:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958016:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074945.914990:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00010000:00010000:3.0:1769074945.915407:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.918262:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958016:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.918286:0:109128:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918301:0:109128:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918307:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918315:0:109128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918325:0:109128:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918332:0:109128:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.918337:0:109128:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918345:0:109128:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918355:0:109128:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918362:0:109128:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.918368:0:109128:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918374:0:109128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaa9f90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00000002:00100000:1.0:1769074945.918392:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611958016/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.918407:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.918436:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.918448:0:109128:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.918457:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8b980 00010000:00010000:1.0:1769074945.918461:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.918469:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.918539:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.918548:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.918559:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.918563:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.918571:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.918574:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.918581:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.918593:0:109128:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:1.0:1769074945.918597:0:109128:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:1.0:1769074945.918614:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074945.918651:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918658:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.918665:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:1.0:1769074945.918685:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958144:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074945.920642:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.927894:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958144:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.927916:0:109128:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927930:0:109128:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927938:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927946:0:109128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927955:0:109128:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927963:0:109128:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.927969:0:109128:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927976:0:109128:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927984:0:109128:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.927991:0:109128:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.927998:0:109128:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.928005:0:109128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9f97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00000002:00100000:1.0:1769074945.928024:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611958144/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.928040:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.928066:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.928090:0:109128:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.928101:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8b980 00010000:00010000:1.0:1769074945.928105:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.928113:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.928222:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.928231:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.928247:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.928251:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.928262:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.928280:0:109128:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac3074480, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074945.928287:0:109128:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:1.0:1769074945.928310:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074945.928359:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.928368:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000020:00100000:1.0:1769074945.928380:0:109128:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074945.928386:0:109128:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611958400/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074945.928396:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:1.0:1769074945.928417:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958400:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074945.928610:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.936037:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958400:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074945.936063:0:109128:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936074:0:109128:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936092:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936099:0:109128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936107:0:109128:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936113:0:109128:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074945.936117:0:109128:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936124:0:109128:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936131:0:109128:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936137:0:109128:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074945.936144:0:109128:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00010000:00010000:1.0:1769074945.936168:0:109128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaa9f9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00000002:00100000:1.0:1769074945.936187:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4aa00 x1855007611958400/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074945.936200:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074945.936230:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.936248:0:109128:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074945.936256:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8b9a8 00010000:00010000:1.0:1769074945.936260:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.936268:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.936665:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.936675:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.937470:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937480:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.937490:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937493:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.937502:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937505:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.937512:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937515:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.937534:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937538:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.937546:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937549:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.937557:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937566:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.937575:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.937593:0:109128:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dacaa96480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.937600:0:109128:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074945.937632:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.937689:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.937697:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000020:00100000:2.0:1769074945.937709:0:109128:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.937720:0:109128:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe300 x1855007611958656/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.937728:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:2.0:1769074945.937770:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958656:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074945.937947:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.941020:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958656:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074945.941042:0:109128:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941053:0:109128:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941060:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941066:0:109128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941073:0:109128:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941078:0:109128:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.941083:0:109128:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941103:0:109128:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941111:0:109128:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941118:0:109128:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.941125:0:109128:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941131:0:109128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9fa5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00000002:00100000:2.0:1769074945.941176:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbe300 x1855007611958656/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.941191:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.941217:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.941229:0:109128:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.941237:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8b9a8 00010000:00010000:2.0:1769074945.941241:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.941248:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.941685:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941694:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.941705:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941709:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.941718:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941720:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.941728:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941731:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.941748:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941752:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.941773:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941777:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.941786:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941790:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.941797:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941801:0:109128:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.941808:0:109128:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.941818:0:109128:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac88f5e00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074945.941825:0:109128:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074945.941844:0:109128:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074945.941894:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.941902:0:109128:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000020:00100000:2.0:1769074945.941914:0:109128:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074945.941921:0:109128:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbe300 x1855007611958912/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074945.941931:0:109128:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00000100:00100000:2.0:1769074945.941951:0:109128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958912:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074945.942116:0:109128:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.959624:0:109128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109128:1855007611958912:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074945.959649:0:109128:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959661:0:109128:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959667:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959673:0:109128:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959680:0:109128:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959686:0:109128:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074945.959691:0:109128:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959697:0:109128:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959705:0:109128:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959711:0:109128:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074945.959718:0:109128:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00010000:00010000:2.0:1769074945.959724:0:109128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109128 initiator: MDT0 00000002:00100000:2.0:1769074945.959752:0:109128:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbe300 x1855007611958912/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074945.959774:0:109128:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074945.959802:0:109128:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.959814:0:109128:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074945.959833:0:109128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8b9a8 00010000:00010000:2.0:1769074945.959837:0:109128:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.959845:0:109128:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074945.985012:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985031:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074945.985045:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985050:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.985060:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985064:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.985072:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985076:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.985084:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985088:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074945.985097:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985101:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.985110:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985113:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.985121:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985125:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074945.985133:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985137:0:109130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074945.985656:0:109130:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074945.985671:0:109130:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=1 00000080:00200000:2.0:1769074945.985677:0:109130:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=getattr 00000002:00010000:2.0:1769074945.985708:0:109130:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_e33d6f70708d38bb1dd74991dbed7b70,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074945.985784:0:109130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109130 initiator: MDT0 00010000:00010000:2.0:1769074945.985794:0:109130:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109130 initiator: MDT0 00010000:00010000:2.0:1769074945.985805:0:109130:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109130 initiator: MDT0 00000100:00100000:2.0:1769074945.985833:0:109130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109130:1855007611959040:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074945.985950:0:109130:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b576c0 going to sleep for 11 seconds 00000080:00200000:1.0:1769074945.988492:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074945.988517:0:109131:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074945.988913:0:109131:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:1.0:1769074945.988942:0:109131:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074945.988960:0:109131:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.988975:0:109131:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074945.988983:0:109131:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074945.988992:0:109131:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:1.0:1769074945.988996:0:109131:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:1.0:1769074945.989002:0:109131:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c53cb8 00010000:00010000:1.0:1769074945.989006:0:109131:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.989016:0:109131:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.995442:0:109130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109130:1855007611959040:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074945.995471:0:109130:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995498:0:109130:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995506:0:109130:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995522:0:109130:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995534:0:109130:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995547:0:109130:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995569:0:109130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995578:0:109130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074945.995590:0:109130:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbe300 x1855007611959040/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074945.995605:0:109130:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995616:0:109130:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/365 (0 0) 00000080:00200000:3.0:1769074945.995623:0:109130:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074945.995649:0:109130:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16d:0x0], updating i_size 4096 00000080:00200000:3.0:1769074945.995652:0:109130:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16d:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:3.0:1769074945.995658:0:109130:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16d:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9fb3 00000080:00010000:3.0:1769074945.995675:0:109130:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16d:0x0](ffff88dad0a88908) 00000080:00010000:3.0:1769074945.995679:0:109130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fb3 from it ffffb370c1c43bc0 00010000:00010000:3.0:1769074945.995684:0:109130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995692:0:109130:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1769074945.995752:0:109130:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_e33d6f70708d38bb1dd74991dbed7b70:[0x200000402:0x16d:0x0](ffff88dad0a88908) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613072461053952, atime 1769074945.000000000, mtime 1769074945.000000000, ctime 1769074945.000000000 00010000:00010000:3.0:1769074945.995785:0:109130:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995835:0:109130:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.995843:0:109130:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074945.995846:0:109130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaa9fb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1fc7 expref: -99 pid: 109130 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074945.995870:0:109130:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074945.995877:0:109130:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611959296/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074945.995899:0:109130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109130:1855007611959296:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074945.995989:0:109130:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000080:00200000:1.0:1769074945.998463:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998481:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074945.998494:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998498:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.998506:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998509:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.998515:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998518:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.998538:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998541:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074945.998551:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998554:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.998562:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998565:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.998574:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998577:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074945.998585:0:109131:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074945.998589:0:109131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074946.001462:0:109130:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968880 gen 1 00000100:00100000:3.0:1769074946.001487:0:109130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109130:1855007611959296:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074946.001533:0:109130:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16d:0x0], updating i_size 4096 00000080:00200008:3.0:1769074946.001549:0:109130:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_e33d6f70708d38bb1dd74991dbed7b70:[0x200000402:0x16d:0x0](ffff88dad0a88908) current size 4096, valid attrs 46, mode ffff, uid 65534, gid 65534, new size 18446613072461053952, atime 1769074945.000000000, mtime 1769074945.000000000, ctime 1769074945.000000000, rc 0 00000080:00200000:2.0:1769074946.011512:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.011834:0:109133:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.011845:0:109133:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074946.011872:0:109133:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.011889:0:109133:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.011905:0:109133:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.011912:0:109133:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.011921:0:109133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.011925:0:109133:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.011931:0:109133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8bcb8 00010000:00010000:2.0:1769074946.011935:0:109133:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.011942:0:109133:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.014649:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014664:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.014675:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014679:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.014686:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014690:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.014697:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014700:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.014708:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014711:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.014720:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014724:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.014732:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014735:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.014757:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014771:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.014782:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014786:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074946.014970:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014975:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.014984:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.014988:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.014996:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015000:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015009:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015012:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015020:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015024:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015032:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015035:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.015043:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015046:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.015053:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015056:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.015064:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015068:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074946.015239:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015244:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.015255:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015258:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015266:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015269:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015277:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015280:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015286:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015289:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.015297:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015300:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.015308:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015311:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.015318:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015321:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.015329:0:109133:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.015333:0:109133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074946.031784:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:3.0:1769074946.031808:0:109136:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074946.031817:0:109136:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:3.0:1769074946.031842:0:109136:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074946.031861:0:109136:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.031878:0:109136:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.031887:0:109136:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074946.031895:0:109136:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:3.0:1769074946.031899:0:109136:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:3.0:1769074946.031906:0:109136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c8bcb8 00010000:00010000:3.0:1769074946.031910:0:109136:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.031919:0:109136:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.035730:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035750:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.035778:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035783:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.035797:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035799:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.035806:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035809:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.035817:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035820:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.035829:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035832:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.035840:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035843:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.035851:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035854:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.035861:0:109136:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.035866:0:109136:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.042871:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042895:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.042908:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042913:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.042920:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042922:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.042928:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042931:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.042939:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042941:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.042949:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042953:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.042963:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042966:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.042975:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042978:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.042985:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.042989:0:109135:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.044485:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000100:00100000:1.0:1769074946.044577:0:109135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611959424:192.168.204.148@tcp:49:pjdfstest.65534 00000100:00100000:1.0:1769074946.044715:0:109135:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.049996:0:109135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611959424:192.168.204.148@tcp:49:pjdfstest.65534 00000080:00200000:1.0:1769074946.050046:0:109135:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:1.0:1769074946.050052:0:109135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:1.0:1769074946.050079:0:109135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_c0c4c863aef67a2169b4f1f32ec23495,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074946.050139:0:109135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109135 initiator: MDT0 00010000:00010000:1.0:1769074946.050171:0:109135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109135 initiator: MDT0 00010000:00010000:1.0:1769074946.050183:0:109135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109135 initiator: MDT0 00000100:00100000:1.0:1769074946.050205:0:109135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611959552:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074946.050286:0:109135:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.056102:0:109135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611959552:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074946.056130:0:109135:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056188:0:109135:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056197:0:109135:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056208:0:109135:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056219:0:109135:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056229:0:109135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056236:0:109135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056243:0:109135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074946.056254:0:109135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dacab4aa00 x1855007611959552/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074946.056265:0:109135:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056280:0:109135:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/364 (0 0) 00000080:00200000:1.0:1769074946.056288:0:109135:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1769074946.056313:0:109135:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200000:1.0:1769074946.056316:0:109135:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16c:0x0](ffff88dac9d4cb08): rc = 0 00000080:00010000:1.0:1769074946.056321:0:109135:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) for lock 0x989cb6132eaa9fba 00000080:00010000:1.0:1769074946.056336:0:109135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00000080:00010000:1.0:1769074946.056339:0:109135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fba from it ffffb370c1c6bac8 00010000:00010000:1.0:1769074946.056342:0:109135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.056350:0:109135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.056384:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.056407:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 41ed mask 3 00000080:00200000:1.0:1769074946.056412:0:109135:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), file ffff88dac7e58180, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:1.0:1769074946.056421:0:109135:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), intent=open|creat 00000002:00010000:1.0:1769074946.056447:0:109135:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_b5891200d620bd0a79a439129880785a,[0x200000402:0x16e:0x0]) in obj [0x200000402:0x16c:0x0], intent: open|creat flags 0100301 00010000:00010000:1.0:1769074946.056503:0:109135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109135 initiator: MDT0 00010000:00010000:1.0:1769074946.056510:0:109135:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109135 initiator: MDT0 00000020:00100000:1.0:1769074946.056521:0:109135:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074946.056527:0:109135:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4aa00 x1855007611959808/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074946.056537:0:109135:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109135 initiator: MDT0 00000100:00100000:1.0:1769074946.056575:0:109135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611959808:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074946.056922:0:109135:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.066442:0:109135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611959808:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074946.066470:0:109135:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066495:0:109135:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066504:0:109135:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066516:0:109135:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066535:0:109135:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066545:0:109135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066550:0:109135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066556:0:109135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074946.066696:0:109135:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff88dacab4aa00 x1855007611959808/t4294968881(4294968881) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074962 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00100000:1.0:1769074946.066707:0:109135:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab4aa00 x1855007611959808/t4294968881(4294968881) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074962 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074946.066717:0:109135:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066725:0:109135:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/366 (0 0) 00000080:00200000:1.0:1769074946.066731:0:109135:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x16c:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1769074946.066747:0:109135:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), intent=open|creat 00000080:00200000:1.0:1769074946.066795:0:109135:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8) 00000080:00200000:1.0:1769074946.066804:0:109135:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16e:0x0], updating i_size 0 00000080:00200000:1.0:1769074946.066840:0:109135:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x16e:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074946.066845:0:109135:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) 00000080:00010000:1.0:1769074946.066849:0:109135:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) for lock 0x989cb6132eaa9fc1 00000080:00010000:1.0:1769074946.066859:0:109135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) 00000080:00200008:1.0:1769074946.066877:0:109135:0:(file.c:1001:ll_file_open()) START file pjdfstest_b5891200d620bd0a79a439129880785a:[0x200000402:0x16e:0x0](ffff88dac9d421c8), flags 100300 00000002:00100000:1.0:1769074946.066900:0:109135:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dacab4aa00 x1855007611959808/t4294968881(4294968881) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074962 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00010000:1.0:1769074946.066953:0:109135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fc1 from it ffff88dac8082780 00010000:00010000:1.0:1769074946.066958:0:109135:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.066967:0:109135:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.066996:0:109135:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8), inode mode 81a4 mask 40 00000080:00200008:1.0:1769074946.067040:0:109135:0:(file.c:424:ll_file_release()) START file pjdfstest_b5891200d620bd0a79a439129880785a:[0x200000402:0x16e:0x0](ffff88dac9d421c8), flags 100000 00000002:00100000:1.0:1769074946.067090:0:109135:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dacab4aa00 x1855007611959808/t4294968881(4294968881) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000020:00100000:1.0:1769074946.067099:0:109135:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074946.067105:0:109135:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49880 x1855007611960064/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1769074946.067125:0:109135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611960064:192.168.204.148@tcp:35:pjdfstest.65534 00000100:00100000:1.0:1769074946.067423:0:109135:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.072032:0:109135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109135:1855007611960064:192.168.204.148@tcp:35:pjdfstest.65534 00000002:00100000:1.0:1769074946.072063:0:109135:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dacab4aa00 x1855007611959808/t4294968881(4294968881) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00200000:2.0:1769074946.077646:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.077665:0:109138:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.077675:0:109138:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074946.077702:0:109138:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.077721:0:109138:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.077738:0:109138:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.077746:0:109138:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.077754:0:109138:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.077758:0:109138:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.077777:0:109138:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1cc3cb8 00010000:00010000:2.0:1769074946.077783:0:109138:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.077793:0:109138:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.080364:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080382:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.080395:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080399:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080408:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080411:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080419:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080422:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080428:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080431:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080439:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080443:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.080451:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080454:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.080461:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080464:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.080471:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080475:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074946.080674:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080679:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.080691:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080694:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080703:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080707:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080714:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080717:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080725:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080728:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080736:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080739:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.080746:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080749:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.080755:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080770:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.080780:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080784:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.080928:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080933:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.080943:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080946:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080954:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080957:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080965:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080969:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080977:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080980:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.080990:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.080993:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.081001:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.081003:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.081012:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.081015:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.081025:0:109138:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.081028:0:109138:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074946.089071:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.089115:0:109141:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.089125:0:109141:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.089176:0:109141:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.089198:0:109141:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.089215:0:109141:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.089223:0:109141:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.089232:0:109141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.089235:0:109141:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.089243:0:109141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1ccbcb8 00010000:00010000:0.0:1769074946.089247:0:109141:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.089256:0:109141:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.090574:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090593:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.090611:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090616:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.090624:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090627:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.090634:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090636:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.090644:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090647:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.090657:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090661:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.090668:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090671:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.090680:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090683:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.090690:0:109141:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.090694:0:109141:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.091088:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.091094:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.091105:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.091109:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.091117:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.091120:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.091128:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.091131:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.091137:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.091140:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.092022:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.092032:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.092049:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.092053:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.092063:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.092066:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.092074:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.092078:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.095309:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.095328:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, flags=16 00000080:00200000:3.0:1769074946.095338:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.095343:0:109140:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, flags=0 00000080:00200000:3.0:1769074946.095350:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.095364:0:109140:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=16 00000080:00200000:3.0:1769074946.095370:0:109140:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:3.0:1769074946.095404:0:109140:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_e33d6f70708d38bb1dd74991dbed7b70,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074946.095488:0:109140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109140 initiator: MDT0 00010000:00010000:3.0:1769074946.095499:0:109140:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109140 initiator: MDT0 00010000:00010000:3.0:1769074946.095508:0:109140:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109140 initiator: MDT0 00000100:00100000:3.0:1769074946.095781:0:109140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109140:1855007611960192:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:3.0:1769074946.095906:0:109140:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.108090:0:109140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109140:1855007611960192:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:3.0:1769074946.108120:0:109140:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108144:0:109140:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108189:0:109140:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108200:0:109140:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108212:0:109140:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108225:0:109140:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108232:0:109140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108250:0:109140:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074946.108261:0:109140:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8830a80 x1855007611960192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:3.0:1769074946.108274:0:109140:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108284:0:109140:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/365 (0 0) 00000080:00200000:3.0:1769074946.108292:0:109140:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids -1 -1: rc 0 00000080:00200000:3.0:1769074946.108317:0:109140:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16d:0x0], updating i_size 4096 00000080:00200000:3.0:1769074946.108320:0:109140:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16d:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:3.0:1769074946.108326:0:109140:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16d:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9fc8 00000080:00010000:3.0:1769074946.108343:0:109140:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16d:0x0](ffff88dad0a88908) 00000080:00010000:3.0:1769074946.108347:0:109140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fc8 from it ffffb370c1cc3a90 00010000:00010000:3.0:1769074946.108350:0:109140:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108364:0:109140:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.108397:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.108418:0:109140:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16d:0x0](ffff88dad0a88908), flags=1536 00000080:00200000:3.0:1769074946.108422:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074946.108428:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8), inode mode 81a4 mask 6 00000080:00200000:3.0:1769074946.108432:0:109140:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074946.108437:0:109140:0:(namei.c:2131:ll_link()) VFS Op: inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8), dir=[0x200000402:0x16d:0x0](ffff88dad0a88908), target=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d 00010000:00010000:3.0:1769074946.108467:0:109140:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.108486:0:109140:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x16e:0x0]: losing layout lock 00010000:00010000:3.0:1769074946.108534:0:109140:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.108541:0:109140:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074946.108544:0:109140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b2006 expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074946.108575:0:109140:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074946.108581:0:109140:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611960448/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 536/440 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074946.108605:0:109140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109140:1855007611960448:192.168.204.148@tcp:36:pjdfstest.65534 00000100:00100000:3.0:1769074946.108710:0:109140:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.118079:0:109140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109140:1855007611960448:192.168.204.148@tcp:36:pjdfstest.65534 00000080:00200000:0.0:1769074946.124984:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.125011:0:109143:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.125022:0:109143:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.125049:0:109143:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.125066:0:109143:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.125083:0:109143:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.125091:0:109143:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.125100:0:109143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.125104:0:109143:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.125111:0:109143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1cebcb8 00010000:00010000:0.0:1769074946.125115:0:109143:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.125124:0:109143:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.131701:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131719:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.131730:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131734:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.131742:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131745:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.131754:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131771:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.131784:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131787:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.131796:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131800:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.131810:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131813:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.131822:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131825:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.131834:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.131838:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074946.132321:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132328:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.132343:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132346:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132355:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132358:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132366:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132369:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132377:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132380:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132387:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132390:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.132398:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132401:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.132408:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132411:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.132419:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132423:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074946.132573:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132578:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.132588:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132591:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132600:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132603:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132612:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132615:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132623:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132626:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.132634:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132637:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.132645:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132648:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.132655:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132658:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.132666:0:109143:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.132670:0:109143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074946.141398:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.141421:0:109146:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.141431:0:109146:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.141456:0:109146:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.141477:0:109146:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.141492:0:109146:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.141500:0:109146:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.141509:0:109146:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.141514:0:109146:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.141520:0:109146:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d03cb8 00010000:00010000:0.0:1769074946.141524:0:109146:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.141533:0:109146:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.142964:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.142978:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.142989:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.142993:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.143001:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143004:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.143012:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143015:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.143022:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143025:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.143033:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143037:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.143045:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143047:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.143055:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143058:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.143065:0:109146:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.143069:0:109146:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.146210:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146226:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.146237:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146241:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.146249:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146252:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.146262:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146265:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.146274:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146277:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.146286:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146289:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.146297:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146299:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.146307:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146310:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.146318:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.146323:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.147065:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.147074:0:109145:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, flags=16 00000080:00200000:3.0:1769074946.147081:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.147093:0:109145:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16d:0x0](ffff88dad0a88908), flags=0 00000080:00200000:3.0:1769074946.147099:0:109145:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16d:0x0](ffff88dad0a88908), intent=getattr 00000002:00010000:3.0:1769074946.147125:0:109145:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d,[0x0:0x0:0x0]) in obj [0x200000402:0x16d:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074946.147213:0:109145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109145 initiator: MDT0 00010000:00010000:3.0:1769074946.147225:0:109145:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109145 initiator: MDT0 00010000:00010000:3.0:1769074946.147235:0:109145:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109145 initiator: MDT0 00000100:00100000:3.0:1769074946.147263:0:109145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109145:1855007611960576:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:3.0:1769074946.147368:0:109145:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.154650:0:109145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109145:1855007611960576:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:3.0:1769074946.154679:0:109145:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154704:0:109145:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154713:0:109145:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154726:0:109145:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154736:0:109145:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154748:0:109145:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154756:0:109145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154777:0:109145:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074946.154792:0:109145:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8832680 x1855007611960576/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:3.0:1769074946.154806:0:109145:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154817:0:109145:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/366 (0 0) 00000080:00200000:3.0:1769074946.154824:0:109145:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16d:0x0] suppgids 65534 -1: rc 0 00000080:00200000:3.0:1769074946.154846:0:109145:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16e:0x0], updating i_size 0 00000080:00200000:3.0:1769074946.154849:0:109145:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16e:0x0](ffff88dac9d421c8): rc = 0 00000080:00200000:3.0:1769074946.154866:0:109145:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x16e:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1769074946.154871:0:109145:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) for lock 0x989cb6132eaa9fcf 00000080:00010000:3.0:1769074946.154883:0:109145:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) 00000080:00010000:3.0:1769074946.154886:0:109145:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fcf from it ffffb370c1c6be00 00010000:00010000:3.0:1769074946.154889:0:109145:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.154897:0:109145:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.154937:0:109145:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074946.154946:0:109145:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16d:0x0](ffff88dad0a88908) 00010000:00010000:3.0:1769074946.154991:0:109145:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.155006:0:109145:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x16e:0x0]: losing layout lock 00010000:00010000:3.0:1769074946.155048:0:109145:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.155060:0:109145:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074946.155063:0:109145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9fcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b205a expref: -99 pid: 109145 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074946.155087:0:109145:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074946.155094:0:109145:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8832680 x1855007611960832/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074946.155131:0:109145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109145:1855007611960832:192.168.204.148@tcp:36:pjdfstest.65534 00000100:00100000:3.0:1769074946.155548:0:109145:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.160745:0:109145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109145:1855007611960832:192.168.204.148@tcp:36:pjdfstest.65534 00000080:00200000:2.0:1769074946.166274:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.166297:0:109148:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.166306:0:109148:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074946.166332:0:109148:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.166353:0:109148:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.166370:0:109148:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.166379:0:109148:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.166388:0:109148:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.166392:0:109148:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.166399:0:109148:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d13cb8 00010000:00010000:2.0:1769074946.166403:0:109148:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.166412:0:109148:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.167756:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167784:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.167798:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167802:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.167810:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167812:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.167819:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167822:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.167830:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167832:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.167839:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167842:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.167849:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167852:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.167858:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167861:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.167872:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.167876:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074946.168069:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168074:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.168083:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168086:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168094:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168097:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168104:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168108:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168116:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168120:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168127:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168130:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.168139:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168142:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.168179:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168182:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.168191:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168195:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074946.168337:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168342:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.168352:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168355:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168363:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168366:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168388:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168392:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168402:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168406:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.168414:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168417:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.168424:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168428:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.168435:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168438:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.168445:0:109148:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.168449:0:109148:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074946.177385:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177403:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.177417:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177422:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.177429:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177432:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.177440:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177443:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.177452:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177454:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.177461:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177463:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.177470:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177473:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.177481:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177484:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.177491:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.177496:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074946.178022:0:109150:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.178029:0:109150:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, flags=1 00000080:00200008:0.0:1769074946.178046:0:109150:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_e33d6f70708d38bb1dd74991dbed7b70:[0x200000402:0x16d:0x0](ffff88dad0a88908) current size 4096, valid attrs 41, mode 416d, uid -1020420096, gid -30502, new size 0, atime 1769074946.000000000, mtime 1769074946.000000000, ctime 1769074946.000000000 00010000:00010000:0.0:1769074946.178081:0:109150:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.178137:0:109150:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.178145:0:109150:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074946.178173:0:109150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00e00/0x989cb6132eaa9fc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2029 expref: -99 pid: 109140 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074946.178197:0:109150:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074946.178209:0:109150:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e680 x1855007611961088/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074946.178233:0:109150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109150:1855007611961088:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074946.178340:0:109150:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f600 going to sleep for 11 seconds 00000080:00200000:0.0:1769074946.183059:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.183085:0:109151:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.183094:0:109151:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.183125:0:109151:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.183755:0:109151:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.185336:0:109151:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.185356:0:109151:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.185369:0:109151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:1.0:1769074946.185373:0:109151:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:1.0:1769074946.185381:0:109151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c6bcb8 00010000:00010000:1.0:1769074946.185385:0:109151:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.185395:0:109151:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.188240:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188257:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.188268:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188272:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.188280:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188284:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.188292:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188295:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.188302:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188306:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.188314:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188317:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.188325:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188328:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.188336:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188340:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.188348:0:109151:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.188352:0:109151:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:3.0:1769074946.192308:0:109150:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968885 gen 1 00000100:00100000:3.0:1769074946.192355:0:109150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109150:1855007611961088:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074946.192390:0:109150:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16d:0x0], updating i_size 4096 00000080:00200008:3.0:1769074946.192407:0:109150:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_e33d6f70708d38bb1dd74991dbed7b70:[0x200000402:0x16d:0x0](ffff88dad0a88908) current size 4096, valid attrs 41, mode 416d, uid -1020420096, gid -30502, new size 0, atime 1769074946.000000000, mtime 1769074946.000000000, ctime 1769074946.000000000, rc 0 00000080:00200000:0.0:1769074946.201843:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.201868:0:109153:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.201876:0:109153:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.201900:0:109153:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.201920:0:109153:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.201937:0:109153:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.201945:0:109153:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.201953:0:109153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.201959:0:109153:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.201967:0:109153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1cb3cb8 00010000:00010000:0.0:1769074946.201971:0:109153:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.201979:0:109153:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.215208:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215226:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.215240:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215244:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.215251:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215254:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.215261:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215263:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.215272:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215275:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.215283:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215287:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.215294:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215297:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.215305:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215308:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.215316:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215320:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074946.215574:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.215992:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.216010:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216014:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216033:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216037:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216047:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216050:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216058:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216061:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216069:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216073:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.216084:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216087:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.216097:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216100:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.216108:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216112:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.216292:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216298:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.216307:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216311:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216318:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216322:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216329:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216333:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216340:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216343:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.216350:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216353:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.216360:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216363:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.216372:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216375:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.216383:0:109153:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.216387:0:109153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074946.223892:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:3.0:1769074946.223913:0:109156:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074946.223922:0:109156:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:3.0:1769074946.223945:0:109156:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074946.223962:0:109156:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.223976:0:109156:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.223985:0:109156:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074946.223992:0:109156:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:3.0:1769074946.223996:0:109156:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:3.0:1769074946.224002:0:109156:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1cebcb8 00010000:00010000:3.0:1769074946.224006:0:109156:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.224014:0:109156:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.227315:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227335:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.227347:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227351:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.227359:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227362:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.227370:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227373:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.227380:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227383:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.227390:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227393:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.227400:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227403:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.227411:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227413:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.227421:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.227425:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.228401:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228411:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.228422:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228426:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.228685:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228690:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.228699:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228702:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.228710:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228713:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.228722:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228726:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.228734:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228738:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.228747:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228750:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.228773:0:109156:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.228777:0:109156:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.233862:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.233878:0:109155:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, flags=16 00000080:00200000:1.0:1769074946.233887:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.233899:0:109155:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), flags=0 00000080:00200000:1.0:1769074946.233904:0:109155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), intent=getattr 00000002:00010000:1.0:1769074946.233931:0:109155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_b5891200d620bd0a79a439129880785a,[0x0:0x0:0x0]) in obj [0x200000402:0x16c:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.233999:0:109155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.234010:0:109155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.234020:0:109155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00000100:00100000:1.0:1769074946.234047:0:109155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109155:1855007611961216:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074946.234235:0:109155:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.238916:0:109155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109155:1855007611961216:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074946.238946:0:109155:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.238971:0:109155:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.238980:0:109155:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.238994:0:109155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.239004:0:109155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.239016:0:109155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.239023:0:109155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.239031:0:109155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074946.239041:0:109155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49500 x1855007611961216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074946.239053:0:109155:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.239064:0:109155:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/366 (0 0) 00000080:00200000:1.0:1769074946.239070:0:109155:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16c:0x0] suppgids 65534 -1: rc 0 00000080:00200000:1.0:1769074946.239092:0:109155:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16e:0x0], updating i_size 0 00000080:00200000:1.0:1769074946.239096:0:109155:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16e:0x0](ffff88dac9d421c8): rc = 0 00000080:00200000:1.0:1769074946.239112:0:109155:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x16e:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1769074946.239118:0:109155:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) for lock 0x989cb6132eaa9fd6 00000080:00010000:1.0:1769074946.239128:0:109155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16e:0x0](ffff88dac9d421c8) 00000080:00010000:1.0:1769074946.239132:0:109155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fd6 from it ffffb370c1c6bba0 00010000:00010000:1.0:1769074946.239135:0:109155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.239143:0:109155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.239207:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.239227:0:109155:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=16 00000080:00200000:1.0:1769074946.239232:0:109155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:1.0:1769074946.239253:0:109155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_e33d6f70708d38bb1dd74991dbed7b70,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074946.239295:0:109155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.239301:0:109155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.239309:0:109155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00000100:00100000:1.0:1769074946.239328:0:109155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109155:1855007611961344:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074946.239407:0:109155:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.245021:0:109155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109155:1855007611961344:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074946.245219:0:109155:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245248:0:109155:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245262:0:109155:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245273:0:109155:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245284:0:109155:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245296:0:109155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245303:0:109155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245309:0:109155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1769074946.245430:0:109155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dacab49500 x1855007611961344/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:1.0:1769074946.245445:0:109155:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245456:0:109155:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/365 (0 0) 00000080:00200000:1.0:1769074946.245462:0:109155:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids -1 -1: rc 0 00000080:00200000:1.0:1769074946.245488:0:109155:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16d:0x0], updating i_size 4096 00000080:00200000:1.0:1769074946.245491:0:109155:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16d:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:1.0:1769074946.245498:0:109155:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16d:0x0](ffff88dad0a88908) for lock 0x989cb6132eaa9fdd 00000080:00010000:1.0:1769074946.245514:0:109155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16d:0x0](ffff88dad0a88908) 00000080:00010000:1.0:1769074946.245517:0:109155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9fdd from it ffffb370c1c6ba90 00010000:00010000:1.0:1769074946.245520:0:109155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.245529:0:109155:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.245561:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 416d mask 1 00000080:00200000:1.0:1769074946.245664:0:109155:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16d:0x0](ffff88dad0a88908), flags=1536 00000080:00200000:1.0:1769074946.245669:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 416d mask 3 00000080:00200000:1.0:1769074946.245675:0:109155:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16d:0x0](ffff88dad0a88908), intent=0 00000002:00010000:1.0:1769074946.245699:0:109155:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d,[0x0:0x0:0x0]) in obj [0x200000402:0x16d:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074946.245743:0:109155:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.245751:0:109155:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.245773:0:109155:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00000100:00100000:1.0:1769074946.245796:0:109155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109155:1855007611961472:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:1.0:1769074946.246268:0:109155:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7da9900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.249621:0:109155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109155:1855007611961472:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:1.0:1769074946.249642:0:109155:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249655:0:109155:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249662:0:109155:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249669:0:109155:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249675:0:109155:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249681:0:109155:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.249685:0:109155:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249691:0:109155:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249698:0:109155:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249704:0:109155:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.249710:0:109155:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109155 initiator: MDT0 00010000:00010000:1.0:1769074946.249715:0:109155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8200/0x989cb6132eaa9fe4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16d:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109155 initiator: MDT0 00000002:00100000:1.0:1769074946.249734:0:109155:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab49500 x1855007611961472/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00200000:1.0:1769074946.249749:0:109155:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16d:0x0] suppgids 65534 -1: rc 0 00010000:00010000:1.0:1769074946.249789:0:109155:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/365 (0 0) 00000080:00200000:1.0:1769074946.249825:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8), inode mode 81a4 mask 6 00000080:00200000:1.0:1769074946.249833:0:109155:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908), inode mode 416d mask 3 00000080:00200000:0.0:1769074946.254292:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.254314:0:109158:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.254325:0:109158:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.254350:0:109158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.254367:0:109158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.254382:0:109158:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.254389:0:109158:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.254399:0:109158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.254402:0:109158:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.254409:0:109158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c6bcb8 00010000:00010000:0.0:1769074946.254413:0:109158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.254422:0:109158:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.258183:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258200:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.258215:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258219:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258230:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258232:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258239:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258241:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258249:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258251:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258259:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258262:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258269:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258272:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258279:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258282:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258288:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258292:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074946.258489:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258494:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.258503:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258506:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258512:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258515:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258521:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258524:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258562:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258566:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258575:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258579:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258587:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258590:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258597:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258600:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258608:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258611:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.258746:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258751:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.258774:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258777:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258785:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258788:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258796:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258799:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258806:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258808:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.258815:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258818:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258826:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258828:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258835:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258838:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.258845:0:109158:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.258850:0:109158:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074946.266816:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.266838:0:109161:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.266848:0:109161:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074946.266869:0:109161:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.266887:0:109161:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.266902:0:109161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.266910:0:109161:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.266918:0:109161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.266922:0:109161:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.266930:0:109161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d33cb8 00010000:00010000:2.0:1769074946.266934:0:109161:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.266943:0:109161:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.270109:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270126:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.270138:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270142:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.270779:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270786:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.270798:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270801:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.270810:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270813:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.270822:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270826:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.270836:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270839:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.270848:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270851:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.270861:0:109161:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.270865:0:109161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.274884:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274901:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.274912:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274916:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.274925:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274928:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.274937:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274940:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.274948:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274951:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.274959:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274963:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.274970:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274973:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.274981:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274984:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.274992:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.274996:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074946.275866:0:109160:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.275878:0:109160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, flags=1 00000080:00200008:1.0:1769074946.275938:0:109160:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_c0c4c863aef67a2169b4f1f32ec23495:[0x200000402:0x16c:0x0](ffff88dac9d4cb08) current size 4096, valid attrs 41, mode 416d, uid -452554752, gid -30502, new size 0, atime 1769074946.000000000, mtime 1769074946.000000000, ctime 1769074946.000000000 00010000:00010000:1.0:1769074946.275978:0:109160:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.276143:0:109160:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.276363:0:109160:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074946.276367:0:109160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8e00/0x989cb6132eaa9fba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1fea expref: -99 pid: 109135 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074946.276391:0:109160:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074946.276405:0:109160:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab49500 x1855007611961728/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074946.276526:0:109160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109160:1855007611961728:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074946.276697:0:109160:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8931900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.304459:0:109160:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968886 gen 1 00000100:00100000:1.0:1769074946.304479:0:109160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109160:1855007611961728:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074946.304513:0:109160:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200008:1.0:1769074946.304538:0:109160:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_c0c4c863aef67a2169b4f1f32ec23495:[0x200000402:0x16c:0x0](ffff88dac9d4cb08) current size 4096, valid attrs 41, mode 416d, uid -452554752, gid -30502, new size 0, atime 1769074946.000000000, mtime 1769074946.000000000, ctime 1769074946.000000000, rc 0 00000080:00200000:0.0:1769074946.315847:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.315867:0:109163:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.315957:0:109163:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.315981:0:109163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.315998:0:109163:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.316012:0:109163:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.316020:0:109163:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.316028:0:109163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.316032:0:109163:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.316039:0:109163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d23cb8 00010000:00010000:0.0:1769074946.316042:0:109163:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.316051:0:109163:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.317737:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317749:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.317770:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317776:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.317783:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317786:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.317793:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317796:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.317803:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317805:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.317812:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317815:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.317822:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317825:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.317832:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317835:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.317842:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.317845:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:0.0:1769074946.318819:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.318828:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.318839:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.318843:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.318852:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.318855:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.318864:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319009:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.319026:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319031:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.319039:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319043:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.319049:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319052:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.319059:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319061:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.319069:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319073:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074946.319243:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319248:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.319267:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319271:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.319279:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319283:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.319291:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319715:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.319734:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319738:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.319749:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319753:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.319777:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319781:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.319790:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319794:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.319803:0:109163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.319807:0:109163:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074946.334240:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.334271:0:109166:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.334281:0:109166:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000080:00200000:3.0:1769074946.335479:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335491:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.335503:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335507:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.335516:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335519:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.335527:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335530:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.335537:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335540:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.335549:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335553:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.335563:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335566:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.335574:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335577:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.335586:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.335590:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.336380:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.336396:0:109165:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=16 00000080:00200000:3.0:1769074946.336401:0:109165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:3.0:1769074946.336424:0:109165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_c0c4c863aef67a2169b4f1f32ec23495,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074946.336482:0:109165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109165 initiator: MDT0 00010000:00010000:3.0:1769074946.336493:0:109165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109165 initiator: MDT0 00010000:00010000:3.0:1769074946.336502:0:109165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109165 initiator: MDT0 00000100:00100000:3.0:1769074946.336533:0:109165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109165:1855007611961856:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:3.0:1769074946.336635:0:109165:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7c00 going to sleep for 11 seconds 00000002:00010000:2.0:1769074946.337446:0:109166:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.337464:0:109166:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.337477:0:109166:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.337486:0:109166:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.337496:0:109166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.337501:0:109166:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.337508:0:109166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d3bcb8 00010000:00010000:2.0:1769074946.337513:0:109166:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.337526:0:109166:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.340792:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.340809:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.340819:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.340823:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.340829:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.340832:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.340838:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.340841:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.340847:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.340849:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.340856:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.340859:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.340865:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.341066:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.341081:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.341084:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.341092:0:109166:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.341095:0:109166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074946.344271:0:109165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109165:1855007611961856:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074946.344298:0:109165:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344319:0:109165:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344327:0:109165:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344337:0:109165:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344348:0:109165:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344360:0:109165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344367:0:109165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344374:0:109165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074946.344391:0:109165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac8832680 x1855007611961856/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000002:00010000:2.0:1769074946.344402:0:109165:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344411:0:109165:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/364 (0 0) 00000080:00200000:2.0:1769074946.344418:0:109165:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids -1 -1: rc 0 00000080:00200000:2.0:1769074946.344439:0:109165:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200000:2.0:1769074946.344442:0:109165:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16c:0x0](ffff88dac9d4cb08): rc = 0 00000080:00010000:2.0:1769074946.344448:0:109165:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) for lock 0x989cb6132eaa9feb 00000080:00010000:2.0:1769074946.344470:0:109165:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00000080:00010000:2.0:1769074946.344474:0:109165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9feb from it ffffb370c1d23aa8 00010000:00010000:2.0:1769074946.344478:0:109165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.344486:0:109165:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.344526:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 416d mask 1 00000080:00200000:2.0:1769074946.344538:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, flags=0 00000080:00200000:2.0:1769074946.344557:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.344562:0:109165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, flags=16 00000080:00200000:2.0:1769074946.344565:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 416d mask 1 00000080:00200000:2.0:1769074946.344581:0:109165:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), flags=1536 00000080:00200000:2.0:1769074946.344584:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 416d mask 3 00000080:00200000:2.0:1769074946.344590:0:109165:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), intent=0 00000002:00010000:2.0:1769074946.344613:0:109165:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_ca4d582abdd2dbc995c6a95b80ef0e1d,[0x0:0x0:0x0]) in obj [0x200000402:0x16c:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.344659:0:109165:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.344665:0:109165:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.344674:0:109165:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109165 initiator: MDT0 00000100:00100000:2.0:1769074946.344696:0:109165:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109165:1855007611961984:192.168.204.148@tcp:101:pjdfstest.65534 00000100:00100000:2.0:1769074946.344789:0:109165:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.350000:0:109165:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109165:1855007611961984:192.168.204.148@tcp:101:pjdfstest.65534 00010000:00010000:2.0:1769074946.350022:0:109165:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350034:0:109165:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350041:0:109165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350047:0:109165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350054:0:109165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350060:0:109165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.350065:0:109165:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350076:0:109165:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350083:0:109165:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350090:0:109165:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.350096:0:109165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109165 initiator: MDT0 00010000:00010000:2.0:1769074946.350102:0:109165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109165 initiator: MDT0 00000002:00100000:2.0:1769074946.350120:0:109165:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbea00 x1855007611961984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'pjdfstest.65534' uid:65534 gid:0 projid:0 00000080:00200000:2.0:1769074946.350135:0:109165:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16c:0x0] suppgids 65534 -1: rc 0 00010000:00010000:2.0:1769074946.350194:0:109165:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/364 (0 0) 00000080:00200000:2.0:1769074946.350221:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8), inode mode 81a4 mask 6 00000080:00200000:2.0:1769074946.350227:0:109165:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 416d mask 3 00000080:00200000:2.0:1769074946.359007:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.359029:0:109168:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.359038:0:109168:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074946.359061:0:109168:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.359079:0:109168:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.359094:0:109168:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.359107:0:109168:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.359115:0:109168:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.359119:0:109168:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.359126:0:109168:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d1bcb8 00010000:00010000:2.0:1769074946.359131:0:109168:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.359140:0:109168:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.360538:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360553:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.360567:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360571:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360580:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360583:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360590:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360593:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360602:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360605:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360613:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360617:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.360624:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360627:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.360634:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360638:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.360645:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360649:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074946.360834:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360840:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.360848:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360852:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360861:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360864:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360871:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360874:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360882:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360884:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.360892:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360894:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.360901:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360904:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.360911:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360914:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.360921:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.360925:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074946.361072:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361078:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.361087:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361090:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.361098:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361102:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.361110:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361113:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.361121:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361124:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.361131:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361135:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.361143:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361170:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.361181:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361184:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.361192:0:109168:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.361196:0:109168:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074946.375257:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:3.0:1769074946.375281:0:109171:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074946.375291:0:109171:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:3.0:1769074946.375317:0:109171:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074946.375337:0:109171:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.375357:0:109171:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.375364:0:109171:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074946.375372:0:109171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:3.0:1769074946.375376:0:109171:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:3.0:1769074946.375383:0:109171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d4bcb8 00010000:00010000:3.0:1769074946.375387:0:109171:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.375395:0:109171:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.376815:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376829:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.376840:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376845:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.376855:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376858:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.376866:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376869:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.376878:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376881:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.376888:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376891:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.376899:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376902:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.376911:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376915:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.376924:0:109171:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.376928:0:109171:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074946.379506:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379523:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.379535:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379539:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.379549:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379552:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.379561:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379564:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.379572:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379575:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.379582:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379586:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.379594:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379597:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.379604:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379607:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.379615:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.379619:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074946.380127:0:109170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.380135:0:109170:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, flags=1 00000080:00200008:0.0:1769074946.380178:0:109170:0:(llite_lib.c:2314:ll_setattr_raw()) START file pjdfstest_c0c4c863aef67a2169b4f1f32ec23495:[0x200000402:0x16c:0x0](ffff88dac9d4cb08) current size 4096, valid attrs 41, mode 41ed, uid -1020403712, gid -30502, new size 0, atime 1769074946.000000000, mtime 1769074946.000000000, ctime 1769074946.000000000 00010000:00010000:0.0:1769074946.380212:0:109170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.380278:0:109170:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.380286:0:109170:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074946.380288:0:109170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00200/0x989cb6132eaa9feb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b20e6 expref: -99 pid: 109165 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074946.380308:0:109170:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074946.380320:0:109170:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2ea00 x1855007611962240/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074946.380343:0:109170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109170:1855007611962240:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074946.380452:0:109170:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074946.387611:0:109170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109170:1855007611962240:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074946.393212:0:109170:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200008:1.0:1769074946.393226:0:109170:0:(llite_lib.c:2564:ll_setattr_raw()) COMPLETED file pjdfstest_c0c4c863aef67a2169b4f1f32ec23495:[0x200000402:0x16c:0x0](ffff88dac9d4cb08) current size 4096, valid attrs 41, mode 41ed, uid -1020403712, gid -30502, new size 0, atime 1769074946.000000000, mtime 1769074946.000000000, ctime 1769074946.000000000, rc 0 00000080:00200000:2.0:1769074946.400637:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.400662:0:109173:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.400672:0:109173:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:2.0:1769074946.400698:0:109173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.400719:0:109173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.400736:0:109173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.400745:0:109173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074946.400764:0:109173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.400768:0:109173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:2.0:1769074946.400776:0:109173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d63cb8 00010000:00010000:2.0:1769074946.400780:0:109173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.400790:0:109173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.413059:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413077:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.413089:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413094:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413102:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413105:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413113:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413116:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413124:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413127:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413134:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413137:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413145:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413173:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413184:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413187:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413196:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413200:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074946.413376:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413381:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.413390:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413393:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413401:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413404:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413411:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413414:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413422:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413425:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413434:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413437:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413444:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413447:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413455:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413457:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413464:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413468:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.413607:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413612:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.413620:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413623:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413631:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413634:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413642:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413645:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413652:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413655:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.413664:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413667:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413675:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413679:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413687:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413690:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.413697:0:109173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.413701:0:109173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074946.422090:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.422108:0:109176:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.422118:0:109176:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.422142:0:109176:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.422183:0:109176:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.422198:0:109176:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.422206:0:109176:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.422215:0:109176:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.422219:0:109176:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:0.0:1769074946.422227:0:109176:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d6bcb8 00010000:00010000:0.0:1769074946.422232:0:109176:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.422241:0:109176:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.423416:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423427:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074946.423439:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423443:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.423451:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423454:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.423463:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423467:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.423474:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423477:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074946.423484:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423487:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.423493:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423496:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.423504:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423506:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074946.423514:0:109176:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.423518:0:109176:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.435407:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435428:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.435442:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435447:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.435454:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435458:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.435465:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435468:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.435475:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435478:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.435490:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435493:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.435503:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435506:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.435520:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435523:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.435532:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.435535:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074946.439733:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.439775:0:109175:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=16 00000080:00200000:2.0:1769074946.439781:0:109175:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.439809:0:109175:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_c0c4c863aef67a2169b4f1f32ec23495,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.439886:0:109175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109175 initiator: MDT0 00010000:00010000:2.0:1769074946.439897:0:109175:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109175 initiator: MDT0 00010000:00010000:2.0:1769074946.439908:0:109175:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109175 initiator: MDT0 00000100:00100000:2.0:1769074946.439935:0:109175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109175:1855007611962368:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074946.440046:0:109175:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.449768:0:109175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109175:1855007611962368:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074946.449800:0:109175:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449826:0:109175:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449835:0:109175:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449847:0:109175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449859:0:109175:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449872:0:109175:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449882:0:109175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449890:0:109175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074946.449902:0:109175:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7dbea00 x1855007611962368/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074946.449915:0:109175:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.449925:0:109175:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/364 (0 0) 00000080:00200000:2.0:1769074946.449932:0:109175:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074946.449956:0:109175:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16c:0x0], updating i_size 4096 00000080:00200000:2.0:1769074946.449960:0:109175:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16c:0x0](ffff88dac9d4cb08): rc = 0 00000080:00010000:2.0:1769074946.449965:0:109175:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) for lock 0x989cb6132eaa9ff9 00000080:00010000:2.0:1769074946.449991:0:109175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00000080:00010000:2.0:1769074946.449995:0:109175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9ff9 from it ffffb370c1d63ae0 00010000:00010000:2.0:1769074946.449999:0:109175:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.450008:0:109175:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.450058:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 41ed mask 1 00000100:00100000:2.0:1769074946.450123:0:109175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109175:1855007611962496:192.168.204.148@tcp:49:pjdfstest.0 00000100:00100000:2.0:1769074946.450222:0:109175:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.457654:0:109175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109175:1855007611962496:192.168.204.148@tcp:49:pjdfstest.0 00000080:00200000:2.0:1769074946.457697:0:109175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, flags=0 00000080:00200000:2.0:1769074946.457705:0:109175:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08), inode mode 41ed mask 3 00000080:00200000:2.0:1769074946.457715:0:109175:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_b5891200d620bd0a79a439129880785a, dir=[0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00010000:00010000:2.0:1769074946.457771:0:109175:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.457793:0:109175:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x16e:0x0]: losing layout lock 00010000:00010000:2.0:1769074946.457838:0:109175:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.457847:0:109175:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074946.457851:0:109175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9800/0x989cb6132eaa9fd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b2092 expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074946.457874:0:109175:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074946.457882:0:109175:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbea00 x1855007611962752/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074946.457905:0:109175:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109175:1855007611962752:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074946.457996:0:109175:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.468810:0:109175:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109175:1855007611962752:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074946.468874:0:109175:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x16e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1769074946.468885:0:109175:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x16e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1769074946.468894:0:109175:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x16e:0x0](ffff88dac9d421c8) 00000080:00200000:3.0:1769074946.476662:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:3.0:1769074946.476682:0:109178:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074946.476691:0:109178:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:3.0:1769074946.476713:0:109178:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074946.476730:0:109178:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.476745:0:109178:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.476766:0:109178:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074946.476774:0:109178:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:3.0:1769074946.476778:0:109178:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:3.0:1769074946.476785:0:109178:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1c93cb8 00010000:00010000:3.0:1769074946.476789:0:109178:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.476804:0:109178:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.479352:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479367:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.479380:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479384:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479393:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479397:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479406:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479408:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479415:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479418:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479425:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479429:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479437:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479439:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479446:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479449:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479456:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479459:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074946.479664:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479669:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.479678:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479681:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479689:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479692:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479700:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479703:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479713:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479715:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479724:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479726:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479734:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479736:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479745:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479747:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479766:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479772:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.479919:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479924:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.479935:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479938:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479946:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479949:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479957:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479960:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479967:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479970:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.479977:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479981:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479988:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.479991:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.479999:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.480002:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.480010:0:109178:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.480014:0:109178:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074946.487552:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074946.487581:0:109181:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074946.487591:0:109181:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:1.0:1769074946.487615:0:109181:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.487633:0:109181:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.487650:0:109181:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.487659:0:109181:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.487666:0:109181:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:1.0:1769074946.487670:0:109181:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaa9f82 00000080:00010000:1.0:1769074946.487678:0:109181:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9f82 from it ffffb370c1d43cb8 00010000:00010000:1.0:1769074946.487682:0:109181:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.487691:0:109181:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.489854:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489876:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.489887:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489892:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.489900:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489903:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.489910:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489913:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.489920:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489922:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.489929:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489933:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.489942:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489944:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.489951:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489954:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.489961:0:109181:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.489965:0:109181:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.490913:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490924:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.490934:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490939:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.490947:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490951:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.490958:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490961:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.490968:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490971:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.490978:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490982:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.490989:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490992:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.490997:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.490999:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.491004:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.491007:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.491322:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.491328:0:109180:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, flags=0 00000080:00200000:3.0:1769074946.491334:0:109180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074946.491338:0:109180:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_c0c4c863aef67a2169b4f1f32ec23495, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908) 00010000:00010000:3.0:1769074946.491368:0:109180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.491411:0:109180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.491449:0:109180:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.491456:0:109180:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.491466:0:109180:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074946.491468:0:109180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaa9ff9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b211e expref: -99 pid: 109175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.491483:0:109180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaa9f82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1f2d expref: -99 pid: 109128 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074946.491502:0:109180:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074946.491514:0:109180:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611963008/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074946.493282:0:109180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109180:1855007611963008:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074946.493389:0:109180:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8931900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.508793:0:109180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109180:1855007611963008:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074946.508844:0:109180:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x16c:0x0](ffff88dac9d4cb08) 00000080:00200000:3.0:1769074946.516681:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:3.0:1769074946.516704:0:109183:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074946.516713:0:109183:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:3.0:1769074946.516739:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074946.516817:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.516824:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.516831:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:3.0:1769074946.516853:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963136:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074946.521565:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.524625:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963136:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074946.524648:0:109183:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524661:0:109183:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524672:0:109183:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524683:0:109183:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524695:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524703:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524709:0:109183:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074946.524719:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830380 x1855007611963136/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074946.524732:0:109183:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524762:0:109183:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/363 (0 0) 00000080:00200000:2.0:1769074946.524770:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074946.524798:0:109183:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00010000:2.0:1769074946.524804:0:109183:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaaa000 00000080:00010000:2.0:1769074946.524810:0:109183:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.524813:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3bcb8 00010000:00010000:2.0:1769074946.524816:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.524824:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.527810:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.527833:0:109183:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.527839:0:109183:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.527866:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.527928:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.527938:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.527947:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:2.0:1769074946.527969:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963264:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.528062:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.532702:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963264:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.532727:0:109183:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532740:0:109183:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532748:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532766:0:109183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532772:0:109183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532777:0:109183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.532781:0:109183:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532786:0:109183:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532791:0:109183:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532795:0:109183:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.532800:0:109183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.532803:0:109183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa007 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00000002:00100000:2.0:1769074946.532818:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611963264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.532830:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.532858:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.532868:0:109183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.532876:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3b980 00010000:00010000:2.0:1769074946.532880:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.532887:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.532958:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.532970:0:109183:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.532973:0:109183:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.532987:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.533020:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.533026:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.533034:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:2.0:1769074946.533054:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963392:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.533129:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.537603:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963392:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.537624:0:109183:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537637:0:109183:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537644:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537652:0:109183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537659:0:109183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537665:0:109183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.537670:0:109183:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537677:0:109183:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537684:0:109183:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537690:0:109183:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.537697:0:109183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537702:0:109183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa00e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00000002:00100000:2.0:1769074946.537717:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611963392/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.537732:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.537771:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.537782:0:109183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.537788:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3b980 00010000:00010000:2.0:1769074946.537791:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.537796:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.537857:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.537865:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.537876:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.537879:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.537888:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.537890:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.537898:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.537908:0:109183:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.537913:0:109183:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.537931:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.537964:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537968:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.537978:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:2.0:1769074946.537992:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963520:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.538073:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.543607:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963520:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.543628:0:109183:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543642:0:109183:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543649:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543656:0:109183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543665:0:109183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543671:0:109183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.543677:0:109183:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543685:0:109183:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543693:0:109183:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543704:0:109183:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.543710:0:109183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.543716:0:109183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa015 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00000002:00100000:2.0:1769074946.543733:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611963520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.543748:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.543813:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.543826:0:109183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.543834:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3b980 00010000:00010000:2.0:1769074946.543838:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.543845:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.543931:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.543941:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.543954:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.543958:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.543966:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.543978:0:109183:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dae0203680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074946.543985:0:109183:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074946.544004:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074946.544059:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.544066:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000020:00100000:2.0:1769074946.544075:0:109183:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074946.544082:0:109183:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611963776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074946.544090:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:2.0:1769074946.544111:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963776:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.544975:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.549230:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611963776:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.549268:0:109183:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549283:0:109183:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549299:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549307:0:109183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549315:0:109183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549323:0:109183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.549328:0:109183:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549508:0:109183:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549516:0:109183:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549523:0:109183:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.549531:0:109183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.549537:0:109183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa01c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00000002:00100000:2.0:1769074946.549559:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611963776/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.549575:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.549846:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.549859:0:109183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.549868:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3b9a8 00010000:00010000:3.0:1769074946.549872:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.549880:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.551486:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551500:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.551513:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551516:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.551523:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551526:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.551534:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551537:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.551544:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551547:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.551553:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551556:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.551565:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551568:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.551576:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551579:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.551586:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.551597:0:109183:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac557c000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074946.551605:0:109183:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:3.0:1769074946.551773:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074946.551838:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.551848:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000020:00100000:3.0:1769074946.551862:0:109183:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074946.551873:0:109183:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833b80 x1855007611964032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074946.551883:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:3.0:1769074946.551903:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611964032:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074946.552877:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.574509:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611964032:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.574542:0:109183:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574557:0:109183:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574564:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574570:0:109183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574578:0:109183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574583:0:109183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.574588:0:109183:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574597:0:109183:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574604:0:109183:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574610:0:109183:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.574616:0:109183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00010000:00010000:3.0:1769074946.574787:0:109183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa023 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00000002:00100000:3.0:1769074946.574809:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833b80 x1855007611964032/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.574824:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.574859:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.574873:0:109183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.574882:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3b9a8 00010000:00010000:3.0:1769074946.574886:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.574894:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.577135:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577176:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.577190:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577195:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.577203:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577206:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.577213:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577215:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.577223:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577226:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.577233:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577236:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.577256:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577260:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.577267:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577271:0:109183:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.577277:0:109183:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.577296:0:109183:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dae0203500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074946.577303:0:109183:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074946.577328:0:109183:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074946.577397:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.577405:0:109183:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000020:00100000:2.0:1769074946.577417:0:109183:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074946.577429:0:109183:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdf80 x1855007611964288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074946.577438:0:109183:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00000100:00100000:2.0:1769074946.577458:0:109183:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611964288:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.577664:0:109183:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.594299:0:109183:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109183:1855007611964288:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.594325:0:109183:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594416:0:109183:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594424:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594430:0:109183:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594438:0:109183:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594445:0:109183:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.594450:0:109183:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594456:0:109183:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594463:0:109183:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594469:0:109183:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.594476:0:109183:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00010000:00010000:2.0:1769074946.594482:0:109183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa02a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109183 initiator: MDT0 00000002:00100000:2.0:1769074946.594502:0:109183:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611964288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.594518:0:109183:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.594547:0:109183:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.594566:0:109183:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.594576:0:109183:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1d3b9a8 00010000:00010000:2.0:1769074946.594580:0:109183:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.594588:0:109183:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.608254:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:0.0:1769074946.608284:0:109186:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074946.608297:0:109186:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:0.0:1769074946.608321:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074946.608340:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.608356:0:109186:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074946.608364:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074946.608376:0:109186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:0.0:1769074946.608381:0:109186:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaaa000 00000080:00010000:0.0:1769074946.608389:0:109186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa000 from it ffffb370c1c93cb8 00010000:00010000:0.0:1769074946.608394:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074946.608402:0:109186:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.608478:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608498:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.608520:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608525:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.608535:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608538:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.608548:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608551:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.608562:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608565:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.608576:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608580:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.608589:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.608593:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.610822:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.610852:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.610915:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.610922:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074946.613632:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.613660:0:109185:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, flags=0 00000080:00200000:3.0:1769074946.613672:0:109185:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 3 00000080:00200000:3.0:1769074946.613680:0:109185:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_e33d6f70708d38bb1dd74991dbed7b70, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908) 00010000:00010000:3.0:1769074946.613741:0:109185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.613837:0:109185:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.613896:0:109185:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.613911:0:109185:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.613916:0:109185:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:3.0:1769074946.613919:0:109185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaa9fdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b20ae expref: -99 pid: 109155 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.613940:0:109185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa000 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b215d expref: -99 pid: 109183 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074946.613963:0:109185:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074946.613980:0:109185:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833b80 x1855007611964544/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074946.614013:0:109185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109185:1855007611964544:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074946.615458:0:109185:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7b40 going to sleep for 11 seconds 00000080:00200000:0.0:1769074946.616074:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000100:00100000:3.0:1769074946.623807:0:109185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109185:1855007611964544:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074946.623879:0:109185:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x16d:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074946.624950:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074946.624963:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074946.624994:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074946.625059:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.625070:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.625079:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:0.0:1769074946.625106:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611964672:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074946.625243:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074946.632575:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611964672:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074946.632606:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632622:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632629:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632637:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632645:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632652:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074946.632658:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632665:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632673:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632679:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074946.632687:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.632693:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa031 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:0.0:1769074946.632722:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611964672/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074946.632740:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074946.632877:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.632897:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074946.632902:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074946.632928:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074946.632998:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.633006:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.633032:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:0.0:1769074946.633060:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611964800:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074946.633516:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074946.641008:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611964800:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074946.641040:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641056:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641063:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641071:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641080:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641088:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074946.641094:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641102:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641109:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641116:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074946.641123:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641129:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa038 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:0.0:1769074946.641200:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611964800/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074946.641219:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074946.641336:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.641353:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074946.641358:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074946.641377:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074946.641441:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641449:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.641459:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:0.0:1769074946.641484:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611964928:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074946.642858:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074946.651450:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611964928:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074946.651481:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651496:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651504:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651512:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651519:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651525:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074946.651531:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651538:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651545:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651551:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074946.651559:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651570:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa03f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:0.0:1769074946.651598:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611964928/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074946.651615:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074946.651741:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.651793:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074946.651798:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074946.651824:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074946.651886:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651894:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.651905:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:0.0:1769074946.651930:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965056:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074946.652036:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074946.655917:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965056:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074946.655948:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.655963:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.655970:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.655978:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.655986:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.655993:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074946.655998:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.656005:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.656013:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.656029:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074946.656038:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.656045:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa046 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:0.0:1769074946.656080:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611965056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074946.656097:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074946.656281:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.656304:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074946.656309:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074946.656334:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074946.656401:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.656408:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.656418:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:0.0:1769074946.656443:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965184:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074946.656543:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074946.665675:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965184:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074946.665703:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665728:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665735:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665743:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665759:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665765:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074946.665770:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665776:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665789:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665796:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074946.665805:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.665811:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa04d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:0.0:1769074946.665844:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611965184/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074946.665865:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074946.665995:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:0.0:1769074946.666022:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:0.0:1769074946.666028:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:0.0:1769074946.666050:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074946.666120:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.666128:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.666138:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:0.0:1769074946.666219:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965312:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074946.666308:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074946.671899:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965312:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074946.671934:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.671951:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.671959:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.671968:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.671976:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.671983:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074946.671989:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.671995:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.672003:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.672010:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074946.672257:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:0.0:1769074946.672267:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa054 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:0.0:1769074946.672296:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2f100 x1855007611965312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074946.672315:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074946.672689:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.672857:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.672864:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.672889:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.672956:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.672966:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.672977:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:2.0:1769074946.673005:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965440:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074946.673549:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.680408:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965440:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074946.680440:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680461:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680469:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680477:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680486:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680494:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.680500:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680507:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680516:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680524:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.680533:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.680539:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa05b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:2.0:1769074946.680570:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611965440/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.680790:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074946.680926:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.680946:0:109186:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.680951:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.680977:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.681329:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.681339:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:2.0:1769074946.681350:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:2.0:1769074946.681387:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965568:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074946.681934:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.687952:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965568:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074946.687984:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688001:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688008:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688267:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688277:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688286:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.688294:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688302:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688310:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688317:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.688326:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688334:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa062 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:3.0:1769074946.688372:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611965568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.688391:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074946.688515:0:109186:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.688537:0:109186:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dacaa94000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074946.688546:0:109186:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:3.0:1769074946.688574:0:109186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074946.688841:0:109186:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.688851:0:109186:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000020:00100000:3.0:1769074946.688866:0:109186:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074946.688876:0:109186:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611965824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074946.688887:0:109186:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00000100:00100000:3.0:1769074946.688914:0:109186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965824:192.168.204.148@tcp:101:tail.0 00000100:00100000:3.0:1769074946.689759:0:109186:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.693010:0:109186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109186:1855007611965824:192.168.204.148@tcp:101:tail.0 00010000:00010000:3.0:1769074946.693252:0:109186:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693268:0:109186:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693276:0:109186:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693284:0:109186:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693292:0:109186:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693299:0:109186:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.693306:0:109186:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693313:0:109186:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693322:0:109186:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693330:0:109186:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.693339:0:109186:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00010000:00010000:3.0:1769074946.693345:0:109186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa069 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 109186 initiator: MDT0 00000002:00100000:3.0:1769074946.693383:0:109186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611965824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.693399:0:109186:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1769074946.706186:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200008:1.0:1769074946.706219:0:109188:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1:[0x200000402:0x16b:0x0](ffff88dac9d48908), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074946.706231:0:109188:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908),name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1 00000002:00010000:1.0:1769074946.706267:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x16b:0x0]) in obj [0x200000402:0x16b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.706360:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:1.0:1769074946.706372:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:1.0:1769074946.706384:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:1.0:1769074946.706418:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611965952:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074946.706760:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8931540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.712914:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611965952:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074946.712955:0:109188:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.712971:0:109188:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.712988:0:109188:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.713001:0:109188:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.713453:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.713465:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.713473:0:109188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074946.713492:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab49500 x1855007611965952/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074946.713508:0:109188:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.713525:0:109188:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/363 (0 0) 00000080:00200000:3.0:1769074946.713534:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x16b:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074946.713566:0:109188:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00010000:3.0:1769074946.713575:0:109188:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaaa070 00000080:00010000:3.0:1769074946.713793:0:109188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:3.0:1769074946.713799:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d43cb8 00010000:00010000:3.0:1769074946.713804:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.713814:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.716202:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.716221:0:109188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.716225:0:109188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.716254:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.716327:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.716335:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.716344:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:2.0:1769074946.716367:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966080:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.716467:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.721198:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966080:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.721221:0:109188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721233:0:109188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721240:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721259:0:109188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721267:0:109188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721273:0:109188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.721278:0:109188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721286:0:109188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721293:0:109188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721300:0:109188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.721309:0:109188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721315:0:109188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa077 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00000002:00100000:2.0:1769074946.721333:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611966080/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.721351:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.721395:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.721408:0:109188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.721417:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d43980 00010000:00010000:2.0:1769074946.721421:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.721428:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.721519:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.721538:0:109188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.721542:0:109188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.721560:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.721604:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721611:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.721630:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:2.0:1769074946.721654:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966208:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.721761:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.725731:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966208:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.725766:0:109188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725780:0:109188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725787:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725795:0:109188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725803:0:109188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725808:0:109188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.725813:0:109188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725819:0:109188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725825:0:109188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725832:0:109188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.725838:0:109188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.725843:0:109188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805400/0x989cb6132eaaa07e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00000002:00100000:2.0:1769074946.725861:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611966208/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.725876:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.725907:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.725920:0:109188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.725929:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d43980 00010000:00010000:2.0:1769074946.725933:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.725940:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.726100:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.726109:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.726118:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.726121:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.726128:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.726131:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.726137:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.726181:0:109188:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), flags=17 00000080:00200000:2.0:1769074946.726185:0:109188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=0 00000002:00010000:2.0:1769074946.726201:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074946.726244:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.726355:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.726370:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:2.0:1769074946.726390:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966336:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.726484:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.730364:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966336:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.730387:0:109188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730400:0:109188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730406:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730413:0:109188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730421:0:109188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730428:0:109188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.730433:0:109188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730440:0:109188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730446:0:109188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730456:0:109188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.730461:0:109188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730466:0:109188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa085 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00000002:00100000:2.0:1769074946.730483:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611966336/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.730497:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.730525:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.730537:0:109188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.730546:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d43980 00010000:00010000:2.0:1769074946.730549:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.730556:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.730648:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.730656:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.730669:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.730673:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.730683:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.730694:0:109188:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac3ad3980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074946.730700:0:109188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074946.730717:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074946.730771:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.730779:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000020:00100000:2.0:1769074946.730789:0:109188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074946.730795:0:109188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdf80 x1855007611966592/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074946.730803:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:2.0:1769074946.730824:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966592:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.731005:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.736555:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966592:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.736581:0:109188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736593:0:109188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736600:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736606:0:109188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736614:0:109188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736631:0:109188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.736636:0:109188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736642:0:109188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736649:0:109188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736655:0:109188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.736661:0:109188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.736666:0:109188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa08c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00000002:00100000:2.0:1769074946.736686:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611966592/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.736699:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.736728:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.736741:0:109188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.736760:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d439a8 00010000:00010000:2.0:1769074946.736764:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.736771:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.737229:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737239:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.737253:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737257:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.737265:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737268:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.737276:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737278:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.737286:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737289:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.737296:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737299:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.737308:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737311:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.737319:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737322:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.737330:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.737340:0:109188:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dae0202f00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074946.737347:0:109188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074946.737366:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074946.737411:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.737418:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000020:00100000:2.0:1769074946.737429:0:109188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074946.737437:0:109188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdf80 x1855007611966848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074946.737447:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:2.0:1769074946.737467:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966848:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.737642:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.743029:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611966848:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.743063:0:109188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743079:0:109188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743087:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743095:0:109188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743394:0:109188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743402:0:109188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.743408:0:109188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743416:0:109188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743425:0:109188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743438:0:109188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.743446:0:109188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.743454:0:109188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa093 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00000002:00100000:2.0:1769074946.743481:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611966848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.743501:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.743544:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.743561:0:109188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.743572:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d439a8 00010000:00010000:2.0:1769074946.743577:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.743598:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.749012:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.750451:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.750510:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.750516:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.750528:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.750532:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.750542:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.750546:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.750555:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.750558:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.750567:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.750571:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.751343:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.751354:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.751386:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.751391:0:109188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.751403:0:109188:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.751422:0:109188:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), file ffff88dac3ad2480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074946.751432:0:109188:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x16b:0x0](ffff88dac9d48908), intent=open 00000002:00010000:2.0:1769074946.751470:0:109188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x16b:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074946.751568:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.751650:0:109188:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000020:00100000:2.0:1769074946.751670:0:109188:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074946.751688:0:109188:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdf80 x1855007611967104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074946.751700:0:109188:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00000100:00100000:2.0:1769074946.751730:0:109188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611967104:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074946.753563:0:109188:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.760844:0:109188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109188:1855007611967104:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074946.760881:0:109188:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760900:0:109188:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760909:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760918:0:109188:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760927:0:109188:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760935:0:109188:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074946.760941:0:109188:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760949:0:109188:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760958:0:109188:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760966:0:109188:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074946.760974:0:109188:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00010000:00010000:2.0:1769074946.760981:0:109188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa09a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109188 initiator: MDT0 00000002:00100000:2.0:1769074946.761008:0:109188:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbdf80 x1855007611967104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074946.761037:0:109188:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x16b:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074946.761080:0:109188:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.761095:0:109188:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074946.761115:0:109188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d439a8 00010000:00010000:2.0:1769074946.761120:0:109188:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.761128:0:109188:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074946.772967:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074946.772987:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074946.773035:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.774614:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774648:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774663:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.774679:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074946.774685:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:1.0:1769074946.774695:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93cb8 00010000:00010000:1.0:1769074946.774701:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774712:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774796:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074946.774818:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.774831:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774839:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774846:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.774850:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074946.774853:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:1.0:1769074946.774856:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93b58 00010000:00010000:1.0:1769074946.774859:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774865:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774873:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.774883:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074946.774897:0:109071:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074946.774902:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074946.774916:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.774923:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774930:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774936:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.774940:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074946.774942:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:1.0:1769074946.774946:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1e93cb8 00010000:00010000:1.0:1769074946.774948:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774955:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774974:0:109071:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074946.774981:0:109071:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.774987:0:109071:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.774994:0:109071:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.774999:0:109071:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.775003:0:109071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074946.775006:0:109071:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:1.0:1769074946.775009:0:109071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c1e93c18 00010000:00010000:1.0:1769074946.775026:0:109071:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.775034:0:109071:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.775048:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.775052:0:109071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:1.0:1769074946.775066:0:109071:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:1.0:1769074946.779960:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074946.779992:0:109191:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074946.780001:0:109191:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074946.780039:0:109191:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074946.780061:0:109191:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.780078:0:109191:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.780087:0:109191:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074946.780097:0:109191:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074946.780102:0:109191:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaa9eb7 00000080:00010000:1.0:1769074946.780111:0:109191:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9eb7 from it ffffb370c1d8bcb8 00010000:00010000:1.0:1769074946.780116:0:109191:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.780124:0:109191:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.782646:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782672:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074946.782689:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782694:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.782702:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782705:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.782714:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782717:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.782724:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782727:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074946.782734:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782738:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.782763:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782767:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.782779:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782783:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074946.782793:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.782797:0:109190:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074946.783440:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074946.783464:0:109190:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=0 00000080:00200000:2.0:1769074946.783471:0:109190:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000080:00200000:1.0:1769074946.787505:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787528:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074946.787543:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787548:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.787561:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787564:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.787575:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787578:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.787586:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787589:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074946.787596:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787600:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.787608:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787611:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.787620:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787623:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074946.787632:0:109191:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.787636:0:109191:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000002:00010000:2.0:1769074946.789946:0:109190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.790038:0:109190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109190 initiator: MDT0 00010000:00010000:2.0:1769074946.790051:0:109190:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109190 initiator: MDT0 00010000:00010000:2.0:1769074946.790073:0:109190:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109190 initiator: MDT0 00000100:00100000:2.0:1769074946.790117:0:109190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109190:1855007611967232:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:2.0:1769074946.790284:0:109190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.794949:0:109190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109190:1855007611967232:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:2.0:1769074946.794986:0:109190:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795009:0:109190:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795018:0:109190:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795032:0:109190:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795045:0:109190:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795068:0:109190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795077:0:109190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795084:0:109190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074946.795095:0:109190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbdf80 x1855007611967232/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074946.795119:0:109190:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795131:0:109190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795144:0:109190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795179:0:109190:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795186:0:109190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795197:0:109190:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795222:0:109190:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074946.795230:0:109190:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074946.795261:0:109190:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x16b:0x0], updating i_size 4096 00000080:00200000:2.0:1769074946.795265:0:109190:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x16b:0x0](ffff88dac9d48908): rc = 0 00000080:00010000:2.0:1769074946.795272:0:109190:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) for lock 0x989cb6132eaaa070 00000080:00010000:2.0:1769074946.795306:0:109190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00010000:2.0:1769074946.795310:0:109190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa070 from it ffffb370c1d83e08 00010000:00010000:2.0:1769074946.795314:0:109190:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795322:0:109190:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074946.795370:0:109190:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:2.0:1769074946.795380:0:109190:0:(namei.c:2264:ll_rmdir()) VFS Op:name=pjdfstest_aba9c4ae080325b6ca15b61cffa20ba1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:2.0:1769074946.795416:0:109190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795434:0:109190:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795484:0:109190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795516:0:109190:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795557:0:109190:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795564:0:109190:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795570:0:109190:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795575:0:109190:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 3 locks packed 00010000:00010000:2.0:1769074946.795578:0:109190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9400/0x989cb6132eaaa070 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b22bb expref: -99 pid: 109188 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.795600:0:109190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9c00/0x989cb6132eaa9eb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1d27 expref: -99 pid: 109110 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074946.795619:0:109190:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074946.795627:0:109190:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdf80 x1855007611967488/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074946.795657:0:109190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109190:1855007611967488:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:2.0:1769074946.795783:0:109190:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57540 going to sleep for 11 seconds 00010000:00010000:3.0:1769074946.795984:0:6160:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074946.795995:0:6160:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.796005:0:6160:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.796009:0:6160:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.796019:0:6160:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.796027:0:6160:0:(ldlm_request.c:1630:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:3.0:1769074946.796029:0:6160:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.796037:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa0a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16b:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2355 expref: -99 pid: 109190 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.796069:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074946.796072:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074946.796074:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074946.799956:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.799975:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800001:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800008:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800034:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800040:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800069:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800078:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800100:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800107:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800125:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800131:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800165:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800172:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800193:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.800200:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00000100:00100000:1.0:1769074946.804970:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074946.805017:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611967616:192.168.204.148@tcp:63:ll_sa.0 00010000:00010000:1.0:1769074946.810182:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810207:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810215:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810224:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810234:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810241:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810246:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810254:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810263:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810271:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810281:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810289:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa0a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 10 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810321:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810328:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810334:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810341:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810346:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810351:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810354:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810359:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810364:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810369:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810372:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810378:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9a00/0x989cb6132eaaa0af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810390:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810396:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810401:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810407:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810414:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810419:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810422:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810428:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810434:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810440:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810443:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810450:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa0b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810463:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810468:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810473:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810480:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810486:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810492:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810495:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810501:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810507:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810513:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810516:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810522:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa0bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810534:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810541:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810547:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810553:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810559:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810564:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810568:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810574:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810593:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810599:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810603:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810609:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8400/0x989cb6132eaaa0c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810622:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810628:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810634:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810640:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810646:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810651:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810653:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810662:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810668:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810673:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810676:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810681:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9e00/0x989cb6132eaaa0cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810694:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810700:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810706:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810712:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810718:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810723:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810726:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810731:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810738:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810744:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810756:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810763:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8c00/0x989cb6132eaaa0d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810777:0:2402:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810783:0:2402:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810789:0:2402:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810794:0:2402:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810800:0:2402:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810806:0:2402:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074946.810809:0:2402:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810815:0:2402:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810821:0:2402:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810827:0:2402:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074946.810830:0:2402:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074946.810836:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 109192 initiator: MDT0 00000100:00100000:1.0:1769074946.810863:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611967616:192.168.204.148@tcp:63:ll_sa.0 00000100:00100000:3.0:1769074946.811517:0:109190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109190:1855007611967488:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074946.811593:0:109190:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x16b:0x0](ffff88dac9d48908) 00000080:00200000:2.0:1769074946.818956:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074946.818989:0:109195:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074946.819001:0:109195:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074946.819036:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074946.819056:0:109195:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:2.0:1769074946.819555:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:2.0:1769074946.819571:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:2.0:1769074946.819597:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:2.0:1769074946.819635:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611967744:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074946.822615:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074946.825978:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611967744:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074946.826373:0:109195:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826390:0:109195:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826406:0:109195:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826421:0:109195:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826435:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826444:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826453:0:109195:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074946.826469:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbd180 x1855007611967744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074946.826486:0:109195:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826502:0:109195:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074946.826510:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074946.826549:0:109195:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074946.826557:0:109195:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074946.826565:0:109195:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074946.826568:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9bcb8 00010000:00010000:2.0:1769074946.826572:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074946.826582:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074946.829546:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074946.829583:0:109195:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074946.829591:0:109195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074946.829632:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074946.829721:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:1.0:1769074946.829735:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:1.0:1769074946.829758:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:1.0:1769074946.829803:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611967872:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074946.830322:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac8970d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.832972:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611967872:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.833001:0:109195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833018:0:109195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833033:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833042:0:109195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833051:0:109195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833066:0:109195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.833071:0:109195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833079:0:109195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833086:0:109195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833093:0:109195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.833100:0:109195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833107:0:109195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8600/0x989cb6132eaaa0e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00000002:00100000:3.0:1769074946.833127:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4a680 x1855007611967872/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.833143:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.833291:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.833312:0:109195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.833322:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9b980 00010000:00010000:3.0:1769074946.833327:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.833335:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.833428:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.833445:0:109195:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074946.833450:0:109195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074946.833471:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074946.833517:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833524:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.833535:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:3.0:1769074946.833560:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968000:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074946.833663:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.839770:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968000:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.839802:0:109195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839823:0:109195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839831:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839838:0:109195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839849:0:109195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839855:0:109195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.839862:0:109195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839870:0:109195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839879:0:109195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839887:0:109195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.839895:0:109195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.839902:0:109195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa0ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00000002:00100000:3.0:1769074946.839924:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831f80 x1855007611968000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.839942:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.839985:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.840000:0:109195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.840337:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9b980 00010000:00010000:3.0:1769074946.840345:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.840355:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.840460:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.840473:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.840486:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.840490:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.840501:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.840504:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.840513:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.840528:0:109195:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074946.840533:0:109195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074946.840559:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074946.840633:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.840643:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.840655:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:3.0:1769074946.840696:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968128:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074946.840832:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.845288:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968128:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.845322:0:109195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845338:0:109195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845345:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845353:0:109195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845362:0:109195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845369:0:109195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.845374:0:109195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845381:0:109195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845389:0:109195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845396:0:109195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.845403:0:109195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845414:0:109195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00a00/0x989cb6132eaaa0f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00000002:00100000:3.0:1769074946.845437:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831f80 x1855007611968128/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.845456:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.845499:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.845514:0:109195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.845524:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9b980 00010000:00010000:3.0:1769074946.845529:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.845536:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.845715:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.845729:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.845757:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.845761:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.845776:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.845794:0:109195:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae357f980, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074946.845803:0:109195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074946.845831:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074946.845902:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.845908:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000020:00100000:3.0:1769074946.845922:0:109195:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074946.845930:0:109195:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611968384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074946.845940:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:3.0:1769074946.845965:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968384:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074946.846291:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.850456:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968384:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.850495:0:109195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850515:0:109195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850524:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850532:0:109195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850544:0:109195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850550:0:109195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.850556:0:109195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850565:0:109195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850574:0:109195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850584:0:109195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.850594:0:109195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.850601:0:109195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa0fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00000002:00100000:3.0:1769074946.850629:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611968384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.850652:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.850702:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.850718:0:109195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.850728:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9b9a8 00010000:00010000:3.0:1769074946.850733:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.850740:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.853337:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853362:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.853376:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853381:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.853393:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853397:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.853407:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853410:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.853418:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853421:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.853429:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853433:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.853441:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853445:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.853452:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853456:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.853466:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.853481:0:109195:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac557d380, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074946.853491:0:109195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074946.853532:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074946.853640:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.853652:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000020:00100000:3.0:1769074946.853668:0:109195:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074946.853684:0:109195:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611968640/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074946.853694:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:3.0:1769074946.853726:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968640:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074946.854057:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.858724:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968640:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.858768:0:109195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858783:0:109195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858790:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858798:0:109195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858807:0:109195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858814:0:109195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.858820:0:109195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858827:0:109195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858835:0:109195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858842:0:109195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.858851:0:109195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.858862:0:109195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa103 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00000002:00100000:3.0:1769074946.858887:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611968640/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.858905:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.858944:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.858958:0:109195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.858968:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9b9a8 00010000:00010000:3.0:1769074946.858973:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.858981:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074946.859656:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859673:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074946.859689:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859693:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.859702:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859705:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.859714:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859717:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.859726:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859729:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074946.859738:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859741:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.859763:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859767:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.859775:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859778:0:109195:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074946.859785:0:109195:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074946.859798:0:109195:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac557d080, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074946.859806:0:109195:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074946.859835:0:109195:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074946.859913:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.859923:0:109195:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000020:00100000:3.0:1769074946.859937:0:109195:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074946.859948:0:109195:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611968896/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074946.859959:0:109195:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00000100:00100000:3.0:1769074946.859992:0:109195:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968896:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074946.860328:0:109195:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac88f73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074946.864129:0:109195:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109195:1855007611968896:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074946.864398:0:109195:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864417:0:109195:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864426:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864435:0:109195:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864444:0:109195:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864452:0:109195:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074946.864459:0:109195:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864467:0:109195:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864476:0:109195:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864484:0:109195:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074946.864493:0:109195:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00010000:00010000:3.0:1769074946.864500:0:109195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01200/0x989cb6132eaaa10a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 109195 initiator: MDT0 00000002:00100000:3.0:1769074946.864526:0:109195:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831f80 x1855007611968896/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074962 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074946.864547:0:109195:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074946.864896:0:109195:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.864920:0:109195:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074946.864931:0:109195:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1d9b9a8 00010000:00010000:3.0:1769074946.864935:0:109195:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.864944:0:109195:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074946.943579:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.967323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074948.566981:0:109327:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:0.0:1769074949.000951:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074949.763126:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611969152:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074949.763255:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074949.763260:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611969024:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074949.763280:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611969280:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074949.787835:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9370e11f-e918-4149-baf8-709b03b969fa:2401:1855007611969024:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074949.792809:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611969152:192.168.204.148@tcp:400:kworker.0 00010000:00080000:0.0:1769074949.792840:0:2401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7d2d180 x1855007611969280/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074949.792852:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611969280:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074950.013036:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1769074950.427327:0:109467:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:3.0:1769074951.036906:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074952.060027:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.083288:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074954.109009:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074954.877644:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9370e11f-e918-4149-baf8-709b03b969fa:2403:1855007611969408:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.877763:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611969664:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.877802:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074954.877809:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611969536:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.886312:0:2403:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88dae4d46000: committing for last_committed 4294968891 gen 1 00000100:00100000:3.0:1769074954.886357:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611969536:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074954.886370:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9370e11f-e918-4149-baf8-709b03b969fa:2403:1855007611969408:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074954.886382:0:2403:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac8830e00 x1855007611969664/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074954.886398:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611969664:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074955.133819:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074956.161341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769074956.895137:0:110043:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_08: link returns ELOOP if too many symbolic links were encountered in translating one of the pathnames ========================================================== 04:42:35 (1769074955) 00010000:00010000:2.0:1769074957.184586:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074958.208301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074958.497067:0:110182:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/08.t against ext4 filesystem 00010000:00010000:3.0:1769074959.234241:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074959.999623:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611969792:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074960.004444:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611969920:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074960.005756:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611970048:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074960.012435:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611969792:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074960.019497:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611969920:192.168.204.148@tcp:400:kworker.0 00010000:00080000:3.0:1769074960.027233:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dac7dbe680 x1855007611970048/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074960.027253:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611970048:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074960.262971:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074961.146300:0:110398:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/08.t against lustre filesystem 00000080:00200000:2.0:1769074961.201543:0:110400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074961.201577:0:110400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074961.201596:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.201614:0:110400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.201622:0:110400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074961.201629:0:110400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074961.201633:0:110400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:2.0:1769074961.201640:0:110400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c0d4bb58 00010000:00010000:2.0:1769074961.201644:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.201653:0:110400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.201669:0:110400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.201684:0:110400:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), flags=13 00000080:00200000:2.0:1769074961.201689:0:110400:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest, dir=[0x200000007:0x1:0x0](ffff88dad093b248), intent=getattr 00000002:00010000:2.0:1769074961.201702:0:110400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074961.201754:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110400 initiator: MDT0 00010000:00010000:2.0:1769074961.201762:0:110400:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110400 initiator: MDT0 00010000:00010000:2.0:1769074961.201771:0:110400:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110400 initiator: MDT0 00000100:00100000:2.0:1769074961.201799:0:110400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110400:1855007611970176:192.168.204.148@tcp:101:lfs.0 00000100:00100000:2.0:1769074961.201900:0:110400:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.218727:0:110400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110400:1855007611970176:192.168.204.148@tcp:101:lfs.0 00010000:00010000:2.0:1769074961.218754:0:110400:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218772:0:110400:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218780:0:110400:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218792:0:110400:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218801:0:110400:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218813:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218821:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218827:0:110400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074961.218839:0:110400:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbd180 x1855007611970176/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/688 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074961.218852:0:110400:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218866:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218876:0:110400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218883:0:110400:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218889:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218895:0:110400:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218914:0:110400:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:2.0:1769074961.218921:0:110400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1769074961.218948:0:110400:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00200000:2.0:1769074961.218952:0:110400:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x1:0x0](ffff88dad0a89148): rc = 0 00000080:00010000:2.0:1769074961.218959:0:110400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074961.218974:0:110400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074961.218979:0:110400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c0d4bb20 00010000:00010000:2.0:1769074961.218982:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.218990:0:110400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219282:0:6161:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074961.219291:0:6161:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219299:0:6161:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074961.219303:0:6161:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219310:0:6161:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219317:0:6161:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219333:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219341:0:6161:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219374:0:6161:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219380:0:6161:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074961.219455:0:6161:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219463:0:6161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805a00/0x989cb6132eaaa111 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x13 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2427 expref: -99 pid: 110400 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.219475:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074961.219476:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074961.219478:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074961.219493:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611970304:192.168.204.148@tcp:103:ldlm_bl.0 00000080:00200008:2.0:1769074961.221298:0:110400:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074961.221312:0:110400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074961.221344:0:110400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074961.221360:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.221373:0:110400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.221380:0:110400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074961.221387:0:110400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074961.221391:0:110400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074961.221396:0:110400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c0d4bcb8 00010000:00010000:2.0:1769074961.221400:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.221477:0:110400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074961.222072:0:110400:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1769074961.222078:0:110400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074961.222090:0:110400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074961.222100:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.222110:0:110400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.222116:0:110400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074961.222120:0:110400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074961.222124:0:110400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:2.0:1769074961.222128:0:110400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c0d4bcb8 00010000:00010000:2.0:1769074961.222131:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.222137:0:110400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.222499:0:110400:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074961.222522:0:110400:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074961.222530:0:110400:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.222539:0:110400:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.222544:0:110400:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074961.222549:0:110400:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074961.222551:0:110400:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaa9e2b 00000080:00010000:2.0:1769074961.222555:0:110400:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaa9e2b from it ffffb370c0d4bbb0 00010000:00010000:2.0:1769074961.222558:0:110400:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.222564:0:110400:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.222572:0:110400:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 44 00000080:00200008:2.0:1769074961.222579:0:110400:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00000080:00200080:2.0:1769074961.222596:0:110400:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) cmd=c03066f0 arg=7ffd7d516740 00000080:00200000:2.0:1769074961.222608:0:110400:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248) name=pjdfstest stripe_offset=0 stripe_count=1, hash_type=0 00010000:00010000:2.0:1769074961.222631:0:110400:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.222683:0:110400:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.222690:0:110400:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074961.222693:0:110400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9200/0x989cb6132eaa9e2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b1b75 expref: -99 pid: 108522 timeout: 0 lvb_type: 0 00000020:00100000:2.0:1769074961.222718:0:110400:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074961.222730:0:110400:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611970560/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 560/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074961.222754:0:110400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110400:1855007611970560:192.168.204.148@tcp:36:lfs.0 00000100:00100000:2.0:1769074961.222952:0:110400:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074961.227686:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611970304:192.168.204.148@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074961.237014:0:110400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job lfs:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110400:1855007611970560:192.168.204.148@tcp:36:lfs.0 00000080:00200008:2.0:1769074961.237209:0:110400:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), flags 300000 00010000:00010000:1.0:1769074961.278633:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1769074961.358515:0:109911:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074961.358529:0:109911:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074961.358558:0:109911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074961.358620:0:109911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 109911 initiator: MDT0 00010000:00010000:3.0:1769074961.358629:0:109911:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109911 initiator: MDT0 00010000:00010000:3.0:1769074961.358640:0:109911:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 109911 initiator: MDT0 00000100:00100000:3.0:1769074961.358665:0:109911:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109911:1855007611970688:192.168.204.148@tcp:101:bash.0 00000100:00100000:3.0:1769074961.358757:0:109911:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074961.366353:0:109911:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job bash:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:109911:1855007611970688:192.168.204.148@tcp:101:bash.0 00010000:00010000:3.0:1769074961.366378:0:109911:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366391:0:109911:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366403:0:109911:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366413:0:109911:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366425:0:109911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366432:0:109911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366439:0:109911:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074961.366449:0:109911:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8830e00 x1855007611970688/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074961.366463:0:109911:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366475:0:109911:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1769074961.366482:0:109911:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074961.366519:0:109911:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074961.366526:0:109911:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:3.0:1769074961.366531:0:109911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074961.366534:0:109911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c1bfbcb8 00010000:00010000:3.0:1769074961.366536:0:109911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366544:0:109911:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366595:0:109911:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074961.366609:0:109911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074961.366616:0:109911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366625:0:109911:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366630:0:109911:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074961.366634:0:109911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074961.366636:0:109911:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:3.0:1769074961.366639:0:109911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c1bfbb58 00010000:00010000:3.0:1769074961.366642:0:109911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366649:0:109911:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366656:0:109911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074961.366662:0:109911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:3.0:1769074961.366671:0:109911:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074961.366675:0:109911:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074961.366685:0:109911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074961.366691:0:109911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366698:0:109911:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366704:0:109911:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074961.366707:0:109911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074961.366709:0:109911:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:3.0:1769074961.366712:0:109911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1bfbcb8 00010000:00010000:3.0:1769074961.366715:0:109911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366721:0:109911:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366736:0:109911:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769074961.366741:0:109911:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074961.366746:0:109911:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366753:0:109911:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366759:0:109911:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074961.366763:0:109911:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:3.0:1769074961.366766:0:109911:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:3.0:1769074961.366768:0:109911:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c1bfbc18 00010000:00010000:3.0:1769074961.366770:0:109911:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.366776:0:109911:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.366782:0:109911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:3.0:1769074961.366785:0:109911:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=11 00000080:00200000:3.0:1769074961.366789:0:109911:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 101 00000080:00200000:1.0:1769074961.377886:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074961.377916:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.378653:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378661:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.378673:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378677:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.378685:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378688:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.378695:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378698:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.378707:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378711:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.378720:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378723:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.378731:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378734:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.378743:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.378755:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac7d80300, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.378763:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libperl.so.5.26, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.378792:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libperl.so.5.26,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.378855:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.378864:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.378876:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.378888:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611970944/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.378897:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.378918:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611970944:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.379178:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.384547:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611970944:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.384569:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384737:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384748:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384756:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384764:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384771:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804a00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.384775:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384782:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384789:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384796:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.384814:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.384820:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804a00/0x989cb6132eaaa11f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.384840:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611970944/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.384855:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.384884:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.384897:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.384910:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.384915:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.384922:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.385363:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385374:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.385386:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385391:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385408:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385412:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385423:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385426:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385434:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385437:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385445:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385448:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.385457:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385460:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.385469:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385471:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.385480:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385484:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074961.385646:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385651:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.385660:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385664:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385674:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385677:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385684:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385687:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385693:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385696:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.385702:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385705:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.385713:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385716:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.385724:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385727:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.385734:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.385746:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88daca1e5680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.385753:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libresolv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.385774:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libresolv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.385844:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.385853:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.385864:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.385872:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611971200/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.385881:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.385902:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971200:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.386085:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.390715:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971200:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.390737:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390750:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390756:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390763:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390770:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390776:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.390780:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390786:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390792:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390798:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.390803:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.390808:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa126 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.390824:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611971200/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.390838:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.390877:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.390888:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.390896:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.390900:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.390908:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.393887:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393905:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.393919:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393924:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.393931:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393934:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.393940:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393943:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.393949:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393952:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.393959:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393962:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.393973:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393976:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.393984:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.393987:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.393995:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.394006:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dad823b980, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.394014:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libdl.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.394040:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libdl.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.394102:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.394112:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.394124:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.394135:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611971456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.394145:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.394682:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971456:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.395182:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.406321:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971456:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.406346:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406358:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406364:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406381:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406390:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406396:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.406401:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406408:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406416:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406423:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.406428:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.406434:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa12d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.406452:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611971456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.406466:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.406493:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.406516:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.406525:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.406529:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.406538:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.406905:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406915:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.406927:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406931:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.406939:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406942:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.406951:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406954:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.406964:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406967:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.406975:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406978:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.406986:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406988:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.406995:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.406998:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.407005:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.407015:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88daca1e5b00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.407021:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libm.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.407039:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libm.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.407097:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.407105:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.407120:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.407128:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611971712/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.407136:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.407498:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971712:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.407687:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.415705:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971712:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.415730:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415744:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415752:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415759:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415767:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415774:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.415779:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415786:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415793:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415800:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.415806:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.415812:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa134 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.415833:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611971712/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.415857:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.415886:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.415908:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.415917:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.415921:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.415929:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.418392:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418422:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.418438:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418443:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.418454:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418457:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.418466:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418469:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.418477:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418479:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.418486:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418489:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.418497:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418500:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.418521:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418524:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.418532:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.418544:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dad823b500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.418552:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.418579:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.418645:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.418654:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.418667:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.418678:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611971968/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.418688:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.418711:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971968:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.419075:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.423595:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611971968:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.423629:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423644:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423651:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423658:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423665:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423670:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.423675:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423681:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423687:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423693:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.423698:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.423704:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa13b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.423721:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611971968/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.423736:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.423764:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.423776:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.423784:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.423788:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.423795:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.424360:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424370:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.424385:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424389:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.424399:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424401:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.424409:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424413:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.424421:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424424:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.424432:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424435:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.424443:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424446:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.424454:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424457:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.424465:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.424476:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88daca1e4600, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.424484:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libutil.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.424512:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libutil.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.424560:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.424568:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.424578:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.424585:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611972224/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.424594:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.424614:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972224:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.424846:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.434784:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972224:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.434807:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434821:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434827:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434834:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434842:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434848:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.434853:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434859:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434866:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434873:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.434879:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.434884:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa142 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.434913:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611972224/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.434928:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.434958:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.434970:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.434979:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.434982:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.434990:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.435384:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435395:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.435410:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435415:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.435423:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435427:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.435435:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435437:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.435445:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435448:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.435455:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435459:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.435465:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435468:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.435476:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435478:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.435486:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.435489:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074961.826787:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826805:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074961.826819:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826824:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.826833:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826836:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.826843:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826846:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.826854:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826857:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074961.826867:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826871:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.826878:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826880:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.826886:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826889:0:110413:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074961.826897:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.826909:0:110413:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae357e180, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074961.826916:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=librt.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074961.826958:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: librt.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074961.827024:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.827033:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000020:00100000:2.0:1769074961.827046:0:110413:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074961.827059:0:110413:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd180 x1855007611972480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074961.827068:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.827090:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972480:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.832360:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.848991:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972480:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.849022:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849047:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849055:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849062:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849071:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849078:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.849083:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849090:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849097:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849105:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.849111:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.849118:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa149 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.849137:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611972480/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.849198:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.849230:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.849242:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.849251:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15639a8 00010000:00010000:2.0:1769074961.849254:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.849261:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074961.905274:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074961.905313:0:110413:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074961.905319:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.proverc, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074961.905373:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .proverc,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074961.905469:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.905481:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.905490:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074961.905528:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972608:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074961.905648:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074961.921046:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972608:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074961.921069:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921095:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921102:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921109:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921117:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921123:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074961.921129:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921136:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921142:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921189:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074961.921197:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074961.921204:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa150 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074961.921223:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611972608/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074961.921239:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074961.921271:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.921284:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074961.921293:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1563940 00010000:00010000:2.0:1769074961.921297:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.921305:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074961.934543:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074961.934572:0:110413:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:3.0:1769074961.934578:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=.prove, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:3.0:1769074961.934622:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: .prove,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074961.939343:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.939368:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.939386:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:3.0:1769074961.939431:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972736:192.168.204.148@tcp:101:prove.0 00000100:00100000:3.0:1769074961.939565:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074961.947501:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972736:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074961.947530:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947544:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947552:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947559:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947567:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947574:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074961.947580:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947586:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947594:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947601:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074961.947607:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074961.947617:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa157 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:3.0:1769074961.947637:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac8830e00 x1855007611972736/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074977 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074961.947653:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074961.947686:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.947700:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074961.947709:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1563940 00010000:00010000:3.0:1769074961.947713:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.947720:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.030788:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.030804:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.030821:0:110413:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1 00000080:00200000:2.0:1769074962.030826:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=testrules.yml, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=getattr 00000002:00010000:2.0:1769074962.030870:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: testrules.yml,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.030931:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.030943:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.030953:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074962.030978:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972864:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074962.031086:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.037426:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972864:192.168.204.148@tcp:101:prove.0 00010000:00010000:2.0:1769074962.037451:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037465:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037471:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037478:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037485:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037490:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.037504:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037511:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037519:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037525:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.037531:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037536:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa15e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:2.0:1769074962.037554:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611972864/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.037575:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.037606:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.037619:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.037628:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1563940 00010000:00010000:2.0:1769074962.037632:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.037639:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.037713:0:110413:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.037748:0:110413:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074962.037754:0:110413:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=t, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074962.037773:0:110413:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: t,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074962.037820:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037827:0:110413:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:2.0:1769074962.037837:0:110413:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00000100:00100000:2.0:1769074962.037862:0:110413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972992:192.168.204.148@tcp:101:prove.0 00000100:00100000:2.0:1769074962.037949:0:110413:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.047243:0:110413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job prove:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110413:1855007611972992:192.168.204.148@tcp:101:prove.0 00010000:00010000:3.0:1769074962.047278:0:110413:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047297:0:110413:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047305:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047316:0:110413:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047326:0:110413:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047333:0:110413:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.047339:0:110413:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047347:0:110413:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047354:0:110413:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047362:0:110413:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.047370:0:110413:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00010000:00010000:3.0:1769074962.047377:0:110413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805000/0x989cb6132eaaa165 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110413 initiator: MDT0 00000002:00100000:3.0:1769074962.047409:0:110413:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd180 x1855007611972992/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'prove.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.047428:0:110413:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074962.047923:0:110413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.047942:0:110413:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074962.047958:0:110413:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c15638e0 00010000:00010000:3.0:1769074962.047963:0:110413:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.047972:0:110413:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.300847:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1769074962.445066:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.445093:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.445109:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.445113:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.445123:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.445126:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.445134:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.445137:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.445144:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.448608:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.448688:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.448695:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.448708:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.448712:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.448722:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.448725:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.448734:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.448739:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libperl.so.5.26, flags=257 00000080:00200000:2.0:1769074962.449125:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.449133:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.449145:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.449931:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.449967:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.449971:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.449983:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.449986:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.449994:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.449997:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.450008:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450011:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.450019:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450024:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.450035:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450038:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.450048:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450052:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074962.450807:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450816:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.450827:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450830:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.450837:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450840:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.450848:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450851:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.450859:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450863:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.450870:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450873:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.450880:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450883:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.450891:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450894:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.450903:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.450907:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libresolv.so.2, flags=257 00000080:00200000:2.0:1769074962.451066:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451070:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.451079:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451082:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.451089:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451092:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.451100:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451102:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.451110:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451113:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.451122:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451125:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.451132:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451135:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.451142:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.451145:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.452986:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.453006:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074962.455875:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.455902:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.455973:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.455978:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.455989:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.455992:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.456005:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.456008:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.456016:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.456019:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.456028:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.456032:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.456041:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.456044:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.456052:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.456055:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.456063:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.456068:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074962.458477:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458850:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.458871:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458876:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.458884:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458887:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.458895:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458898:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.458907:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458910:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.458919:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458923:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.458932:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458935:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.458942:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458945:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.458953:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.458957:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypt.so.1, flags=257 00000080:00200000:2.0:1769074962.459311:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459316:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.459325:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459329:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459336:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459339:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459346:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459349:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459357:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459360:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459369:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459372:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.459380:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459383:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.459391:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459394:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.459404:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459409:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libutil.so.1, flags=257 00000080:00200000:2.0:1769074962.459576:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459581:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.459591:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459594:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459602:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459605:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459614:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459617:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459626:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459630:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.459639:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459642:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.459650:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459653:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.459663:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459666:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.459673:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.459677:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074962.476720:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476747:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.476764:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476768:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.476777:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476779:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.476787:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476789:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.476797:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476799:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.476807:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476812:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.476820:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476822:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.476830:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476833:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.476841:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.476855:0:110414:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0c480, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074962.476864:0:110414:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libtinfo.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074962.476905:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libtinfo.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074962.476995:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.477005:0:110414:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110414 initiator: MDT0 00000020:00100000:2.0:1769074962.477020:0:110414:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074962.477036:0:110414:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611973248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074962.477046:0:110414:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110414 initiator: MDT0 00000100:00100000:2.0:1769074962.477075:0:110414:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110414:1855007611973248:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074962.477423:0:110414:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.483233:0:110414:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110414:1855007611973248:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074962.483270:0:110414:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483288:0:110414:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483301:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483310:0:110414:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483319:0:110414:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483325:0:110414:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.483331:0:110414:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483338:0:110414:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483347:0:110414:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483355:0:110414:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.483366:0:110414:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110414 initiator: MDT0 00010000:00010000:2.0:1769074962.483373:0:110414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805c00/0x989cb6132eaaa16c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110414 initiator: MDT0 00000002:00100000:2.0:1769074962.483393:0:110414:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc000 x1855007611973248/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'sh.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.483413:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.484550:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.484582:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.484593:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c162b9a8 00010000:00010000:2.0:1769074962.484599:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.484608:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.489951:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.489977:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.489996:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490001:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.490011:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490014:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.490023:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490026:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.490035:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490038:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.490046:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490050:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.490059:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490062:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.490069:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490072:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.490082:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.490087:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074962.491018:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491030:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.491042:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491045:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.491052:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491055:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.491062:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491065:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.491072:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491074:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.491080:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491083:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.491089:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491092:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.491099:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491102:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.491109:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.491112:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074962.510378:0:110414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074962.510431:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.510456:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.510476:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.510494:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.510506:0:110414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074962.510510:0:110414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:1.0:1769074962.510519:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c162bb58 00010000:00010000:1.0:1769074962.510523:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.510534:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.510556:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.510567:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074962.510581:0:110414:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.510586:0:110414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.510599:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.510607:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.510616:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.510627:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.510631:0:110414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.510633:0:110414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.510637:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c162bcb8 00010000:00010000:1.0:1769074962.510640:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.510647:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.510663:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.510668:0:110414:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.510671:0:110414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.510678:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.510684:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.510691:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.510697:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.510701:0:110414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.510704:0:110414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.510707:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c162bcb8 00010000:00010000:1.0:1769074962.510710:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.510724:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200008:1.0:1769074962.510746:0:110414:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.511046:0:110414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074962.511055:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.511062:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.511071:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.511076:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.511080:0:110414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074962.511083:0:110414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:1.0:1769074962.511087:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c162bcb8 00010000:00010000:1.0:1769074962.511090:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.511098:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.511117:0:110414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:1.0:1769074962.511123:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.511129:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.511135:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.511142:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.511145:0:110414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:1.0:1769074962.511274:0:110414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:1.0:1769074962.511278:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c162bb58 00010000:00010000:1.0:1769074962.511281:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.511287:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.511295:0:110414:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.511301:0:110414:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest, flags=9 00000080:00200008:1.0:1769074962.511307:0:110414:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.511311:0:110414:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.511320:0:110414:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.511326:0:110414:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.511334:0:110414:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.511339:0:110414:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.511342:0:110414:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.511345:0:110414:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.511348:0:110414:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c162bcb8 00010000:00010000:1.0:1769074962.511350:0:110414:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.511361:0:110414:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.518749:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074962.519414:0:110415:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074962.519552:0:110415:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074962.519605:0:110415:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074962.519630:0:110415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.519650:0:110415:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.519660:0:110415:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074962.519670:0:110415:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074962.519674:0:110415:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:3.0:1769074962.519684:0:110415:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1e43cb8 00010000:00010000:3.0:1769074962.519688:0:110415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.519698:0:110415:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.525638:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525664:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.525677:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525682:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.525689:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525692:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.525700:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525702:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.525711:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525714:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.525722:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525726:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.525734:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.525737:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.525745:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.526023:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.526047:0:110415:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.526053:0:110415:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074962.565752:0:110419:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.565784:0:110419:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.565794:0:110419:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.565837:0:110419:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.565859:0:110419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.565878:0:110419:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.565887:0:110419:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.565897:0:110419:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.565902:0:110419:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.565911:0:110419:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c0d87cb8 00010000:00010000:1.0:1769074962.565916:0:110419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.565926:0:110419:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.570721:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570748:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.570763:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570768:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.570777:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570781:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.570788:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570791:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.570799:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570802:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.570810:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570814:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.570822:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570824:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.570927:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570932:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.570946:0:110420:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.570950:0:110420:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074962.584711:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074962.584743:0:110424:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074962.584752:0:110424:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074962.584790:0:110424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074962.584813:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.584830:0:110424:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.584838:0:110424:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074962.584846:0:110424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074962.584851:0:110424:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:0.0:1769074962.584859:0:110424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c19dbcb8 00010000:00010000:0.0:1769074962.584863:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.584872:0:110424:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.584937:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074962.584969:0:110423:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074962.584977:0:110423:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074962.585003:0:110423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.585020:0:110423:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.585037:0:110423:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.585045:0:110423:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.585053:0:110423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074962.585057:0:110423:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074962.585063:0:110423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c83cb8 00010000:00010000:2.0:1769074962.585068:0:110423:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.585077:0:110423:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.586675:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586695:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.586716:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586723:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.586740:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586744:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.586766:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586770:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.586797:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586801:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.586829:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586833:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.586854:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586857:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.586876:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586881:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.586902:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.586917:0:110424:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02ba900, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074962.586926:0:110424:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libsigsegv.so.2, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074962.586954:0:110424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libsigsegv.so.2,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074962.587036:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110424 initiator: MDT0 00000080:00200000:2.0:1769074962.587048:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00010000:00010000:0.0:1769074962.587049:0:110424:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000080:00200000:2.0:1769074962.587065:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000020:00100000:0.0:1769074962.587076:0:110424:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000080:00200000:2.0:1769074962.587085:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587093:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:0.0:1769074962.587094:0:110424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d180 x1855007611973504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000080:00200000:2.0:1769074962.587105:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00010000:00010000:0.0:1769074962.587108:0:110424:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000080:00200000:2.0:1769074962.587112:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.587130:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587138:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000100:00100000:0.0:1769074962.587145:0:110424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611973504:192.168.204.148@tcp:101:awk.0 00000080:00200000:2.0:1769074962.587189:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587195:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.587207:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587211:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.587220:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587223:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.587231:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587234:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.587243:0:110423:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.587248:0:110423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074962.589612:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.589636:0:110422:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.589644:0:110422:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.589681:0:110422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.589704:0:110422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.589724:0:110422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.589733:0:110422:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.589742:0:110422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.589746:0:110422:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.589754:0:110422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c17dbcb8 00010000:00010000:1.0:1769074962.589758:0:110422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.589768:0:110422:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074962.591272:0:110424:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.597086:0:110424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611973504:192.168.204.148@tcp:101:awk.0 00010000:00010000:2.0:1769074962.597125:0:110424:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597145:0:110424:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597176:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597185:0:110424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597195:0:110424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597208:0:110424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.597215:0:110424:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597224:0:110424:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597233:0:110424:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597244:0:110424:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.597255:0:110424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.597262:0:110424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa173 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00000002:00100000:2.0:1769074962.597287:0:110424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2d180 x1855007611973504/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.597305:0:110424:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.597350:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.597367:0:110424:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.597377:0:110424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c19db9a8 00010000:00010000:2.0:1769074962.597382:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.597390:0:110424:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.598040:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598055:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.598068:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598073:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.598080:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598083:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.598093:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598096:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.598106:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598108:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.598116:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598120:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.598129:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598132:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.598139:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598142:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.598183:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.598199:0:110424:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0dc80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074962.598208:0:110424:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libreadline.so.7, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074962.598234:0:110424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libreadline.so.7,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074962.598304:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110424 initiator: MDT0 00010000:00010000:2.0:1769074962.598312:0:110424:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000020:00100000:2.0:1769074962.598324:0:110424:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074962.598334:0:110424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc000 x1855007611973760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074962.598343:0:110424:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000100:00100000:2.0:1769074962.598370:0:110424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611973760:192.168.204.148@tcp:101:awk.0 00000100:00100000:2.0:1769074962.599316:0:110424:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f0c0 going to sleep for 11 seconds 00000080:00200000:3.0:1769074962.603830:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603847:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.603860:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603865:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.603875:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603878:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.603890:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603893:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.603901:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603905:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.603914:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603918:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.603926:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603930:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.603939:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603942:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.603950:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.603954:0:110422:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074962.605396:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074962.605415:0:110422:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074962.605424:0:110422:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074962.605462:0:110422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.605496:0:110422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.605515:0:110422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.605524:0:110422:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.605534:0:110422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074962.605538:0:110422:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074962.605547:0:110422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c17dbcb8 00010000:00010000:2.0:1769074962.605551:0:110422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.605560:0:110422:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.605589:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.605594:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 44 00000080:00200008:2.0:1769074962.605601:0:110422:0:(file.c:1001:ll_file_open()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100400 00000080:00200008:2.0:1769074962.605626:0:110422:0:(file.c:424:ll_file_release()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), flags 100000 00010000:00010000:2.0:1769074962.605640:0:110422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00000080:00200008:2.0:1769074962.606564:0:110422:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff88dad093b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074962.606573:0:110422:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:2.0:1769074962.606590:0:110422:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.606604:0:110422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.606616:0:110422:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.606623:0:110422:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.606629:0:110422:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) 00000080:00010000:2.0:1769074962.606631:0:110422:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff88dad093b248) for lock 0x989cb6132eaaa118 00000080:00010000:2.0:1769074962.606637:0:110422:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa118 from it ffffb370c17dbcb8 00010000:00010000:2.0:1769074962.606640:0:110422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.606648:0:110422:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01400/0x989cb6132eaaa118 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2435 expref: -99 pid: 109911 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.606675:0:110422:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.606683:0:110422:0:(llite_lib.c:2766:ll_statfs()) VFS Op:sb=lustre (ffff88dae4d46000) pjdfstest proj=0 00000080:00000004:2.0:1769074962.606688:0:110422:0:(obd_class.h:1083:obd_statfs()) lustre-clilmv-ffff88dae4d46000: age 1937, max_age 1953 00800000:00000004:2.0:1769074962.606703:0:110422:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: age 1937, max_age 1953 00000100:00100000:2.0:1769074962.606765:0:110422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110422:1855007611973888:192.168.204.148@tcp:41:df.0 00000100:00100000:2.0:1769074962.606894:0:110422:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.609806:0:110424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611973760:192.168.204.148@tcp:101:awk.0 00010000:00010000:3.0:1769074962.609830:0:110424:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609843:0:110424:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609850:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609857:0:110424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609865:0:110424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609871:0:110424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.609877:0:110424:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609884:0:110424:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609891:0:110424:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609898:0:110424:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.609904:0:110424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.609910:0:110424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804000/0x989cb6132eaaa17a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00000002:00100000:3.0:1769074962.609930:0:110424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc000 x1855007611973760/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.609944:0:110424:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074962.609975:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.609987:0:110424:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074962.609996:0:110424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c19db9a8 00010000:00010000:3.0:1769074962.610000:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.610008:0:110424:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.610538:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.610552:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.610591:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611734:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.611775:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611780:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.611791:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611794:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.611804:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611807:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.611818:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611821:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.611829:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611831:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.611839:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611841:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.611851:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.611863:0:110424:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae4fd9800, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074962.611871:0:110424:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libmpfr.so.4, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074962.611894:0:110424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libmpfr.so.4,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074962.611960:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.611968:0:110424:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000020:00100000:3.0:1769074962.611979:0:110424:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074962.611990:0:110424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830e00 x1855007611974144/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074962.611999:0:110424:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000100:00100000:3.0:1769074962.612023:0:110424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611974144:192.168.204.148@tcp:101:awk.0 00000100:00100000:3.0:1769074962.612256:0:110424:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.617510:0:110422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job df:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110422:1855007611973888:192.168.204.148@tcp:41:df.0 00800000:00000004:2.0:1769074962.617562:0:110422:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff88dae4d46000: update ffff88dac58f66d0 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:2.0:1769074962.617572:0:110422:0:(obd_class.h:1109:obd_statfs()) lustre-clilmv-ffff88dae4d46000: update ffff88dac58f3520 cache blocks 1802738/1916558 objects 523561/524096 00000080:00000004:2.0:1769074962.617589:0:110422:0:(llite_lib.c:2629:ll_statfs_internal()) MDC blocks 1802738/1916558 objects 523561/524096 00000100:00100000:3.0:1769074962.625344:0:110424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611974144:192.168.204.148@tcp:101:awk.0 00010000:00010000:3.0:1769074962.625368:0:110424:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625381:0:110424:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625387:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625394:0:110424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625401:0:110424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625408:0:110424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.625412:0:110424:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625419:0:110424:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625426:0:110424:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625436:0:110424:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.625441:0:110424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.625446:0:110424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa181 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00000002:00100000:3.0:1769074962.625464:0:110424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8830e00 x1855007611974144/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.625477:0:110424:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074962.625518:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.625530:0:110424:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074962.625538:0:110424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c19db9a8 00010000:00010000:3.0:1769074962.625542:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.625548:0:110424:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.625933:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.625942:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.625955:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.625959:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.625967:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.625970:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.625979:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.625982:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.625992:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.625995:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.626002:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.626005:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.626012:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.626015:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.626024:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.626026:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.626034:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.626046:0:110424:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac3ba8480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074962.626053:0:110424:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libgmp.so.10, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074962.626072:0:110424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libgmp.so.10,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074962.626123:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.626130:0:110424:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000020:00100000:3.0:1769074962.626141:0:110424:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074962.626199:0:110424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830e00 x1855007611974400/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074962.626209:0:110424:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00000100:00100000:3.0:1769074962.626230:0:110424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611974400:192.168.204.148@tcp:101:awk.0 00000100:00100000:3.0:1769074962.626397:0:110424:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.632248:0:110424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job awk:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110424:1855007611974400:192.168.204.148@tcp:101:awk.0 00010000:00010000:3.0:1769074962.632275:0:110424:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632289:0:110424:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632297:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632304:0:110424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632311:0:110424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632318:0:110424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.632324:0:110424:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632331:0:110424:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632339:0:110424:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632346:0:110424:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.632353:0:110424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00010000:00010000:3.0:1769074962.632359:0:110424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa188 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110424 initiator: MDT0 00000002:00100000:3.0:1769074962.632380:0:110424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8830e00 x1855007611974400/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'awk.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.632400:0:110424:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074962.632506:0:110424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.632530:0:110424:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074962.632540:0:110424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c19db9a8 00010000:00010000:0.0:1769074962.632546:0:110424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.632555:0:110424:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.633087:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633099:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.633111:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633115:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633122:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633125:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633132:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633135:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633143:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633192:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633207:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633213:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.633225:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633229:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.633237:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633240:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.633249:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633253:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074962.633378:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633383:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.633392:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633395:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633404:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633407:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633415:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633418:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633426:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633429:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.633437:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633440:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.633448:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633451:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.633458:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633461:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.633468:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.633472:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:1.0:1769074962.635967:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.635983:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.635996:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636000:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.636008:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636010:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.636016:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636018:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.636026:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636028:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.636034:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636037:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.636043:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636046:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.636054:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636057:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.636063:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.636067:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074962.637861:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637876:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.637890:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637894:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.637901:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637904:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.637911:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637914:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.637922:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637925:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.637933:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637937:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.637945:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637948:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.637956:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637959:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.637968:0:110424:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.637971:0:110424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:3.0:1769074962.690742:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074962.690770:0:110427:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074962.690777:0:110427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074962.690811:0:110427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074962.690831:0:110427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.690847:0:110427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.690855:0:110427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074962.690862:0:110427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074962.690866:0:110427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:3.0:1769074962.690874:0:110427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c83cb8 00010000:00010000:3.0:1769074962.690878:0:110427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.690888:0:110427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.692628:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692643:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.692654:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692659:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.692667:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692669:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.692679:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692682:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.692691:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692693:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.692701:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692705:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.692712:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692715:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.692724:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692727:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.692736:0:110427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.692739:0:110427:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074962.698666:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.698702:0:110428:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.698711:0:110428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.698742:0:110428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.698761:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.698777:0:110428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.698785:0:110428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.698793:0:110428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.698797:0:110428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.698805:0:110428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c03cb8 00010000:00010000:1.0:1769074962.698809:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.698818:0:110428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.701673:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701701:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.701716:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701720:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.701728:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701731:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.701738:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701742:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.701749:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701752:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.701760:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701764:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.701771:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701775:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.701784:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701787:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.701795:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.701805:0:110428:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac89b7980, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074962.701813:0:110428:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libssl.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074962.701839:0:110428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libssl.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074962.701931:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110428 initiator: MDT0 00010000:00010000:1.0:1769074962.701940:0:110428:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00000020:00100000:1.0:1769074962.701956:0:110428:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074962.701984:0:110428:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4ad80 x1855007611974656/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074962.701994:0:110428:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00000100:00100000:1.0:1769074962.702018:0:110428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110428:1855007611974656:192.168.204.148@tcp:101:openssl.0 00000100:00100000:1.0:1769074962.702260:0:110428:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57900 going to sleep for 11 seconds 00000080:00200000:2.0:1769074962.704801:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074962.704826:0:110429:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074962.704834:0:110429:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074962.704869:0:110429:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.704887:0:110429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.704902:0:110429:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.704909:0:110429:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.704918:0:110429:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074962.704921:0:110429:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074962.704928:0:110429:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c1bcb8 00010000:00010000:2.0:1769074962.704933:0:110429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.704941:0:110429:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074962.705279:0:110428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110428:1855007611974656:192.168.204.148@tcp:101:openssl.0 00010000:00010000:3.0:1769074962.705299:0:110428:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705310:0:110428:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705319:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705325:0:110428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705332:0:110428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705338:0:110428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.705342:0:110428:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705349:0:110428:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705355:0:110428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705362:0:110428:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.705368:0:110428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110428 initiator: MDT0 00010000:00010000:3.0:1769074962.705374:0:110428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8800/0x989cb6132eaaa18f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110428 initiator: MDT0 00000002:00100000:3.0:1769074962.705395:0:110428:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4ad80 x1855007611974656/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.705409:0:110428:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074962.705425:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.705438:0:110428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074962.705445:0:110428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c039a8 00010000:00010000:3.0:1769074962.705448:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.705455:0:110428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.711927:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.711945:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.711962:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.711966:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.711977:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.711980:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.711990:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.711993:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.712001:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.712004:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.712013:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.712017:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.712027:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.712031:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.712040:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.712043:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.712052:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.712063:0:110428:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae46a1800, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074962.712071:0:110428:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libcrypto.so.1.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074962.712098:0:110428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libcrypto.so.1.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074962.712234:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.712244:0:110428:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00000020:00100000:2.0:1769074962.712257:0:110428:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074962.712270:0:110428:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611974912/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074962.712280:0:110428:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00000100:00100000:2.0:1769074962.712304:0:110428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110428:1855007611974912:192.168.204.148@tcp:101:openssl.0 00000100:00100000:2.0:1769074962.712514:0:110428:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f9c0 going to sleep for 11 seconds 00000080:00200000:0.0:1769074962.713856:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713867:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.713878:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713882:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.713889:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713892:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.713900:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713902:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.713910:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713914:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.713920:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713923:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.713931:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713935:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.713942:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713945:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.713952:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.713956:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074962.714461:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.714467:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.714477:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.714636:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.714653:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.714657:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.714665:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.714668:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.714675:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.714678:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.714686:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715224:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.715243:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715247:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.715255:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715257:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.715265:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715269:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074962.715431:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715436:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.715443:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715446:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.715454:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715457:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.715464:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715467:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.715476:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715907:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.715929:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715934:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.715943:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715946:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.715953:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.715956:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.716289:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716296:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074962.716468:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716474:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.716631:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716636:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.716649:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716652:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.716661:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716664:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.716671:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716674:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.716682:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716684:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.716797:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716801:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.716810:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716812:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.716819:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.716822:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074962.716960:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717303:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.717323:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717327:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717337:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717340:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717349:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717352:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717361:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717364:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717372:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717375:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.717384:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717388:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.717397:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717400:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.717411:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717415:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074962.717837:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717842:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.717852:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717855:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717862:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717865:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717872:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717875:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717882:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717885:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.717892:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717894:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.717901:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717903:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.717910:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717914:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.717921:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.717924:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074962.718361:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718367:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.718378:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718382:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.718389:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718391:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.718397:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718400:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.718406:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718409:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.718415:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718417:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.718423:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718426:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.718432:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718435:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.718441:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.718446:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:2.0:1769074962.719070:0:110428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110428:1855007611974912:192.168.204.148@tcp:101:openssl.0 00010000:00010000:2.0:1769074962.719091:0:110428:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719104:0:110428:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719111:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719118:0:110428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719125:0:110428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719130:0:110428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.719135:0:110428:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719142:0:110428:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719165:0:110428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719174:0:110428:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.719181:0:110428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719187:0:110428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa196 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110428 initiator: MDT0 00000002:00100000:2.0:1769074962.719205:0:110428:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611974912/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 664/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.719220:0:110428:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.719255:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.719268:0:110428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.719276:0:110428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c039a8 00010000:00010000:2.0:1769074962.719280:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.719288:0:110428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.719652:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719661:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.719670:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719674:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.719681:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719684:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.719691:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719694:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.719702:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719705:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.719713:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719717:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.719725:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719728:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.719738:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719742:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.719749:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.719761:0:110428:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae31aef00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074962.719768:0:110428:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libz.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074962.719788:0:110428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libz.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074962.719859:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.719866:0:110428:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00000020:00100000:2.0:1769074962.719878:0:110428:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074962.719886:0:110428:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611975168/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074962.719894:0:110428:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00000100:00100000:2.0:1769074962.719914:0:110428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110428:1855007611975168:192.168.204.148@tcp:101:openssl.0 00000100:00100000:2.0:1769074962.720096:0:110428:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f9c0 going to sleep for 11 seconds 00000080:00200000:0.0:1769074962.721957:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.721972:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.721994:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.721997:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.722004:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722007:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.722015:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722017:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.722024:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722027:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.722033:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722037:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.722044:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722046:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.722053:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722056:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.722062:0:110429:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.722065:0:110429:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000100:00100000:2.0:1769074962.725260:0:110428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job openssl:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110428:1855007611975168:192.168.204.148@tcp:101:openssl.0 00010000:00010000:2.0:1769074962.725286:0:110428:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725302:0:110428:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725309:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725316:0:110428:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725324:0:110428:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725330:0:110428:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.725335:0:110428:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725342:0:110428:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725349:0:110428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725356:0:110428:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.725363:0:110428:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110428 initiator: MDT0 00010000:00010000:2.0:1769074962.725369:0:110428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804600/0x989cb6132eaaa19d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110428 initiator: MDT0 00000002:00100000:2.0:1769074962.725388:0:110428:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611975168/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'openssl.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.725402:0:110428:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.725430:0:110428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.725442:0:110428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.725451:0:110428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c039a8 00010000:00010000:2.0:1769074962.725455:0:110428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.725463:0:110428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.725820:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725845:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.725861:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725867:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.725876:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725880:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.725888:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725891:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.725899:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725902:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.725909:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725912:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.725919:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725922:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.725929:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725932:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.725941:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.725945:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074962.726067:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726073:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.726082:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726086:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726094:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726097:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726107:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726110:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726118:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726121:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726129:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726131:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.726139:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726141:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.726169:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726173:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.726183:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726188:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074962.726327:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726332:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.726341:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726344:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726352:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726355:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726363:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726366:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726375:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726378:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.726386:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726389:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.726396:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726399:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.726406:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726409:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.726418:0:110428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.726422:0:110428:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074962.775647:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074962.775679:0:110432:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074962.775699:0:110432:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074962.775744:0:110432:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074962.775774:0:110432:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.775792:0:110432:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.775801:0:110432:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074962.775811:0:110432:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074962.775815:0:110432:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:0.0:1769074962.775824:0:110432:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c23cb8 00010000:00010000:0.0:1769074962.776334:0:110432:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.776348:0:110432:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.779874:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074962.779896:0:110433:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074962.779904:0:110433:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074962.779930:0:110433:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074962.779947:0:110433:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.779962:0:110433:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.779969:0:110433:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074962.779976:0:110433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074962.779980:0:110433:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:3.0:1769074962.779986:0:110433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c2bcb8 00010000:00010000:3.0:1769074962.779990:0:110433:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.779997:0:110433:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.781347:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781359:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.781381:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781386:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.781402:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781406:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.781424:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781427:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.781751:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781756:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.781767:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781771:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.781779:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781782:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.781790:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781793:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.781803:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.781806:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:3.0:1769074962.782021:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782027:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.782036:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782039:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.782047:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782050:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.782059:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782062:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.782070:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782073:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.782081:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782084:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.782092:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782095:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.782103:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782106:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.782115:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.782119:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:0.0:1769074962.782718:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782736:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.782758:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782762:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.782772:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782775:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.782783:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782786:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.782793:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782796:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.782804:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782807:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.782816:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.782819:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.784210:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.784229:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.784276:0:110432:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.784282:0:110432:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074962.785641:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785654:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.785668:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785672:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.785681:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785684:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.785692:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785695:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.785704:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785706:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.785715:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785718:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.785728:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785732:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.785741:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785744:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.785753:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785757:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:3.0:1769074962.785956:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785961:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.785971:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785974:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.785982:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785985:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.785994:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.785997:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786005:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786008:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786015:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786017:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786026:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786029:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786036:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786038:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786045:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786049:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:3.0:1769074962.786196:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786201:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.786211:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786214:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786223:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786226:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786237:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786240:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786250:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786253:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786263:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786266:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786276:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786279:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786290:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786293:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786307:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786311:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074962.786465:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786471:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.786496:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786500:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786509:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786512:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786519:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786522:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786528:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786531:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.786538:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786541:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786548:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786551:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786559:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786561:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.786569:0:110433:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.786573:0:110433:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074962.790377:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074962.790399:0:110434:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074962.790407:0:110434:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074962.790455:0:110434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074962.790475:0:110434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.790506:0:110434:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.790515:0:110434:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074962.790524:0:110434:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074962.790528:0:110434:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:0.0:1769074962.790536:0:110434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c3bcb8 00010000:00010000:0.0:1769074962.790541:0:110434:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.790550:0:110434:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.796395:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796411:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.796423:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796428:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.796436:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796439:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.796447:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796450:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.796456:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796459:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.796466:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796470:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.796490:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796494:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.796505:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796508:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.796515:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.796520:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:0.0:1769074962.797337:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797344:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.797350:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797352:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.797358:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797359:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.797364:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797366:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.797371:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797373:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.797378:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797380:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.797384:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797386:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.797889:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797895:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.797904:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.797908:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:0.0:1769074962.798252:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798256:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.798262:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798264:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798271:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798273:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798278:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798280:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798284:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798286:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798292:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798293:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.798298:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798300:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.798305:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798307:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.798312:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798315:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:0.0:1769074962.798410:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798414:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.798419:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798421:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798427:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798428:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798433:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798435:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798442:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798445:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.798453:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798456:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.798463:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798466:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.798474:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798477:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.798501:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.798505:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:0.0:1769074962.799469:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799491:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.799504:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799508:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.799516:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799519:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.799527:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799530:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.799538:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799540:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.799548:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799550:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.799557:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799559:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.799567:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799570:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.799579:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.799583:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:0.0:1769074962.800221:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800226:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.800234:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800236:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800241:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800243:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800248:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800249:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800254:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800256:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800260:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800262:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800267:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800269:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800273:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800274:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800278:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800281:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:0.0:1769074962.800372:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800375:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.800380:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800382:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800387:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800388:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800393:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800394:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800399:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800401:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800405:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800407:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800412:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800413:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800418:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800420:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800425:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800427:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074962.800589:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800594:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.800603:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800606:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800614:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800617:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800625:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800628:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800737:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800742:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.800756:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800760:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800769:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800849:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800865:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800869:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.800877:0:110434:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.800882:0:110434:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:0.0:1769074962.833935:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074962.833957:0:110437:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074962.833966:0:110437:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074962.833997:0:110437:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074962.834015:0:110437:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.834032:0:110437:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.834041:0:110437:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00200000:2.0:1769074962.834629:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074962.834639:0:110439:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074962.834643:0:110439:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074962.834658:0:110439:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.834666:0:110439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.834676:0:110439:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.834683:0:110439:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.834691:0:110439:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074962.834695:0:110439:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074962.834702:0:110439:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c43cb8 00010000:00010000:2.0:1769074962.834705:0:110439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 4/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.834713:0:110439:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074962.835681:0:110437:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074962.835694:0:110437:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:0.0:1769074962.835701:0:110437:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c3bcb8 00010000:00010000:0.0:1769074962.835706:0:110437:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.835716:0:110437:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.837190:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837203:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074962.837215:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837219:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.837227:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837230:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.837238:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837241:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.837248:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837251:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.837259:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837262:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.837272:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.837277:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.837286:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.838070:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.838082:0:110438:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.838088:0:110438:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.838117:0:110438:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.838134:0:110438:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.838180:0:110438:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.838190:0:110438:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.838198:0:110438:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.838203:0:110438:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:1.0:1769074962.838209:0:110438:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1c1bcb8 00010000:00010000:1.0:1769074962.838212:0:110438:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.838220:0:110438:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.838430:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074962.838460:0:110437:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.838466:0:110437:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074962.839577:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839587:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.839599:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839604:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839614:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839618:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839626:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839629:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839636:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839639:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839646:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839650:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.839658:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839661:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.839670:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839673:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.839680:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839683:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libssl.so.1.1, flags=257 00000080:00200000:1.0:1769074962.839862:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839867:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.839877:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839881:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839891:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839895:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839905:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839908:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839916:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839919:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.839928:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839931:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.839939:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839942:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.839950:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839953:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.839961:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.839965:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libcrypto.so.1.1, flags=257 00000080:00200000:1.0:1769074962.840115:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840120:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.840130:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840133:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840141:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840144:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840179:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840183:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840191:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840195:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840202:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840206:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.840215:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840218:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.840227:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840230:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.840239:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840243:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libz.so.1, flags=257 00000080:00200000:1.0:1769074962.840372:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840378:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.840388:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840393:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840403:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840407:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840415:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840418:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840427:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840430:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.840438:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840441:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.840449:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840453:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.840462:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.840466:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.840476:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841752:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841762:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.841772:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841775:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.841782:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841784:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.841792:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841795:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.841803:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841806:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.841812:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841814:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.841820:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841824:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.841830:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841832:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.841840:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.841844:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libsigsegv.so.2, flags=257 00000080:00200000:2.0:1769074962.842024:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842030:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.842041:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842044:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.842052:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842054:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.842063:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842066:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.842074:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842077:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.842084:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842087:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.842095:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842098:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.842105:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842108:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.842116:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.842120:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libreadline.so.7, flags=257 00000080:00200000:1.0:1769074962.843269:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:1.0:1769074962.843471:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843506:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.843520:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843524:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843533:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843537:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843547:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843550:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843559:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843562:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843569:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843572:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.843581:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843585:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.843592:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843595:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.843603:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843607:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:1.0:1769074962.843749:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843754:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074962.843762:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843765:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843772:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843775:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843783:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843786:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843793:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843796:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074962.843804:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843807:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.843815:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843817:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.843824:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843827:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.843836:0:110438:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.843839:0:110438:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074962.847779:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847797:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.847809:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847813:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.847821:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847824:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.847832:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847835:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.847842:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847845:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.847852:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847855:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.847861:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847864:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.847870:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847873:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.847879:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.847882:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libmpfr.so.4, flags=257 00000080:00200000:2.0:1769074962.848001:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848006:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.848013:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848016:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.848022:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848025:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.848032:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848034:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.848040:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848043:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.848049:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848052:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.848059:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848061:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.848069:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848071:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.848078:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.848081:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libgmp.so.10, flags=257 00000080:00200000:2.0:1769074962.849379:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849391:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.849400:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849403:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849411:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849414:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849421:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849423:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849430:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849433:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849440:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849443:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849449:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849452:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849458:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849461:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849468:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849471:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libdl.so.2, flags=257 00000080:00200000:2.0:1769074962.849629:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849633:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.849641:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849644:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849652:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849655:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849661:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849664:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849670:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849673:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849679:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849681:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849687:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849690:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849696:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849698:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849706:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849709:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libm.so.6, flags=257 00000080:00200000:2.0:1769074962.849810:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849814:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.849822:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849825:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849833:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849836:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849842:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849845:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849852:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849855:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.849861:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849864:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849871:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849874:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849881:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849883:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.849890:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.849893:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074962.850028:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850033:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.850040:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850043:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.850050:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850052:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.850058:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850061:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.850069:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850071:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.850078:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850081:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.850087:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850090:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.850097:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850100:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.850107:0:110439:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.850110:0:110439:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libtinfo.so.6, flags=257 00000080:00200000:2.0:1769074962.904954:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074962.904971:0:110442:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074962.904979:0:110442:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074962.905007:0:110442:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074962.905025:0:110442:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.905041:0:110442:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.905049:0:110442:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074962.905058:0:110442:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074962.905061:0:110442:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa0e0 00000080:00010000:2.0:1769074962.905068:0:110442:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa0e0 from it ffffb370c1e0bcb8 00010000:00010000:2.0:1769074962.905072:0:110442:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.905081:0:110442:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.906433:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906444:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.906458:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906462:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.906474:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906490:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.906504:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906508:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.906518:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906521:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.906529:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906533:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.906539:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906543:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.906550:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906553:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.906561:0:110442:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.906565:0:110442:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074962.907425:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907434:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.907446:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907449:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.907460:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907464:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.907489:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907493:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.907502:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907504:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.907512:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907515:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.907522:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907525:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.907533:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907536:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.907543:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.907546:0:110441:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074962.910080:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.910112:0:110441:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:3.0:1769074962.910117:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074962.910122:0:110441:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074962.910126:0:110441:0:(namei.c:2094:ll_symlink()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), target=pjdfstest_a8128cf16ba7913738b1be8bba791ae6 00010000:00010000:3.0:1769074962.910205:0:110441:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.910235:0:110441:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.910378:0:110441:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.910386:0:110441:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074962.910388:0:110441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805e00/0x989cb6132eaaa0e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b238d expref: -99 pid: 109195 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074962.910409:0:110441:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074962.910422:0:110441:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831f80 x1855007611975424/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074962.910445:0:110441:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110441:1855007611975424:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074962.910957:0:110441:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.921969:0:110441:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831f80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110441:1855007611975424:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:3.0:1769074962.922036:0:110441:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:3.0:1769074962.922043:0:110441:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x170:0x0], updating i_size 42 00000080:00200000:1.0:1769074962.930467:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.930498:0:110444:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.930506:0:110444:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.930530:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.930545:0:110444:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:1.0:1769074962.930598:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.930607:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.930618:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:1.0:1769074962.930643:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975552:192.168.204.148@tcp:101:sh.0 00000100:00100000:1.0:1769074962.930796:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.939894:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975552:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074962.939929:0:110444:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.939942:0:110444:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.939963:0:110444:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.939976:0:110444:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.939989:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.939997:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.940005:0:110444:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074962.940024:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dacab4b100 x1855007611975552/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074962.940039:0:110444:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.940059:0:110444:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074962.940075:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074962.940107:0:110444:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074962.940114:0:110444:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa1a4 00000080:00010000:3.0:1769074962.940121:0:110444:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074962.940124:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd3cb8 00010000:00010000:3.0:1769074962.940127:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.940135:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.941728:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.941745:0:110444:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074962.941750:0:110444:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074962.941776:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074962.941834:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.941844:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.941853:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:3.0:1769074962.941877:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975680:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074962.941973:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.951297:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975680:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074962.951328:0:110444:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951340:0:110444:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951347:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951354:0:110444:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951361:0:110444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951366:0:110444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.951371:0:110444:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951377:0:110444:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951383:0:110444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951389:0:110444:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.951395:0:110444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.951401:0:110444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00000002:00100000:3.0:1769074962.953422:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831180 x1855007611975680/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.953449:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074962.953498:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.953513:0:110444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074962.953523:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd3980 00010000:00010000:3.0:1769074962.953528:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.953537:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.953676:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.953900:0:110444:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074962.953904:0:110444:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074962.953921:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074962.953980:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.953987:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.953999:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:3.0:1769074962.954312:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975808:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074962.954465:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074962.959321:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975808:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074962.959346:0:110444:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959359:0:110444:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959365:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959373:0:110444:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959381:0:110444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959386:0:110444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074962.959391:0:110444:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959398:0:110444:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959406:0:110444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959412:0:110444:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074962.959419:0:110444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.959426:0:110444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01600/0x989cb6132eaaa1b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00000002:00100000:1.0:1769074962.959445:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831180 x1855007611975808/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074962.959461:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074962.959548:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.959563:0:110444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074962.959571:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd3980 00010000:00010000:0.0:1769074962.959576:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.959594:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074962.959681:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.959692:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.959705:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.959708:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.959716:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.959719:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074962.959730:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074962.959742:0:110444:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074962.959746:0:110444:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074962.959767:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074962.959819:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:0.0:1769074962.959842:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:0.0:1769074962.959852:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:0.0:1769074962.959874:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975936:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074962.960029:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074962.965375:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611975936:192.168.204.148@tcp:101:grep.0 00010000:00010000:1.0:1769074962.965396:0:110444:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965406:0:110444:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965410:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965415:0:110444:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965419:0:110444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965423:0:110444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:1.0:1769074962.965427:0:110444:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965431:0:110444:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965436:0:110444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965441:0:110444:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074962.965447:0:110444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965454:0:110444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa1b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00000002:00100000:1.0:1769074962.965469:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2dc00 x1855007611975936/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1769074962.965495:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074962.965528:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.965542:0:110444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074962.965550:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd3980 00010000:00010000:1.0:1769074962.965554:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.965562:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.965791:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.965802:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.965816:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.965819:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074962.965828:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074962.965844:0:110444:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac81b6780, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1769074962.965851:0:110444:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:1.0:1769074962.965872:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1769074962.965921:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:1.0:1769074962.965928:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000020:00100000:1.0:1769074962.965939:0:110444:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074962.965946:0:110444:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b480 x1855007611976192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074962.966290:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:0.0:1769074962.966372:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611976192:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074962.966572:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.970796:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611976192:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074962.970819:0:110444:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970834:0:110444:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970841:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970848:0:110444:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970855:0:110444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970865:0:110444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca9600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.970870:0:110444:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970876:0:110444:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970884:0:110444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970891:0:110444:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.970896:0:110444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.970902:0:110444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9600/0x989cb6132eaaa1c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00000002:00100000:2.0:1769074962.970920:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dacab4b480 x1855007611976192/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.970936:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.971277:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.971290:0:110444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.971298:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd39a8 00010000:00010000:2.0:1769074962.971301:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.971306:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074962.974733:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974753:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074962.974769:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974773:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.974782:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974785:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.974792:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974794:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.974801:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974804:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074962.974813:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974817:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.974827:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974830:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.974838:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974840:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074962.974849:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074962.974860:0:110444:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c08480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074962.974868:0:110444:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074962.974895:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074962.974963:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.974973:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000020:00100000:3.0:1769074962.974984:0:110444:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074962.974996:0:110444:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8833b80 x1855007611976448/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074962.975006:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:3.0:1769074962.975029:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611976448:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074962.975543:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074962.978985:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611976448:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074962.979008:0:110444:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979021:0:110444:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979027:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979034:0:110444:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979041:0:110444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979047:0:110444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074962.979052:0:110444:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979059:0:110444:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979066:0:110444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979073:0:110444:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074962.979079:0:110444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979085:0:110444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01e00/0x989cb6132eaaa1c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00000002:00100000:2.0:1769074962.979104:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8833b80 x1855007611976448/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074962.979117:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074962.979143:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.979201:0:110444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074962.979209:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd39a8 00010000:00010000:2.0:1769074962.979213:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.979220:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074962.979624:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979635:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074962.979648:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979652:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.979661:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979664:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.979672:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979675:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.979684:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979688:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074962.979696:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979701:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.979711:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979714:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.979722:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979724:0:110444:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074962.979731:0:110444:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074962.979741:0:110444:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88daca1e5500, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074962.979748:0:110444:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074962.979769:0:110444:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074962.979819:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110444 initiator: MDT0 00010000:00010000:2.0:1769074962.979967:0:110444:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000020:00100000:2.0:1769074962.979981:0:110444:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074962.979989:0:110444:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbf800 x1855007611976704/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074962.979997:0:110444:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00000100:00100000:2.0:1769074962.980018:0:110444:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611976704:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074962.980206:0:110444:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074962.986409:0:110444:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110444:1855007611976704:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074962.986436:0:110444:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986449:0:110444:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986455:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986462:0:110444:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986470:0:110444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986504:0:110444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8805600 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074962.986510:0:110444:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986516:0:110444:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986523:0:110444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986530:0:110444:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074962.986536:0:110444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00010000:00010000:3.0:1769074962.986545:0:110444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8805600/0x989cb6132eaaa1ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110444 initiator: MDT0 00000002:00100000:3.0:1769074962.986566:0:110444:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbf800 x1855007611976704/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074962.986582:0:110444:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074962.986615:0:110444:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.986628:0:110444:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074962.986636:0:110444:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c0dd39a8 00010000:00010000:3.0:1769074962.986639:0:110444:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.986646:0:110444:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.997126:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074962.997175:0:110447:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074962.997183:0:110447:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074962.997217:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074962.997235:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.997250:0:110447:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074962.997258:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074962.997266:0:110447:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074962.997270:0:110447:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa1a4 00000080:00010000:1.0:1769074962.997277:0:110447:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa1a4 from it ffffb370c1c53cb8 00010000:00010000:1.0:1769074962.997281:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.997290:0:110447:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.006954:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007110:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.007127:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007131:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.007140:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007143:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.007170:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007174:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.007182:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007184:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.007201:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007206:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.007216:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007219:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.007227:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007230:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.007236:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.007240:0:110446:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.008077:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.008095:0:110446:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=1536 00000080:00200000:3.0:1769074963.008098:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074963.008103:0:110446:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074963.008107:0:110446:0:(namei.c:2094:ll_symlink()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), target=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30 00010000:00010000:3.0:1769074963.008178:0:110446:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.008204:0:110446:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.008281:0:110446:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.008289:0:110446:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074963.008292:0:110446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa1a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b25e0 expref: -99 pid: 110444 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1769074963.008311:0:110446:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074963.008325:0:110446:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8830a80 x1855007611976960/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 592/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074963.008354:0:110446:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110446:1855007611976960:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:3.0:1769074963.008470:0:110446:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.014139:0:110446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830a80 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110446:1855007611976960:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:2.0:1769074963.015130:0:110446:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:2.0:1769074963.015138:0:110446:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x171:0x0], updating i_size 42 00000080:00200000:0.0:1769074963.019902:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.019926:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.019932:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.019984:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.020073:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.020085:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.020095:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.020127:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977088:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.020267:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.035999:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977088:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.037376:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037396:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037404:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037411:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037419:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037426:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.037431:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037438:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037445:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037452:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.037459:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037465:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.037695:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977088/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.037712:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.037755:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.037852:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.037867:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.037872:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.037894:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.037945:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037968:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.037978:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.038000:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977216:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.038267:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.053068:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977216:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.053091:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053104:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053111:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053119:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053127:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053138:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.053143:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053202:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053209:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053216:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.053222:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053228:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.053245:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977216/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.053260:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.053321:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.053402:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.053417:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.053421:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.053441:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.053498:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053506:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.053520:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.053542:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977344:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.053636:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.067146:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977344:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.067204:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067217:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067223:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067230:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067238:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067244:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.067249:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067255:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067262:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067272:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.067278:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067283:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa1e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.067300:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977344/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.067316:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.067344:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.067417:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.067433:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.067437:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.067457:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.067523:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067531:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.067540:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.067563:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977472:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.067656:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.072527:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977472:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.072551:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072564:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072571:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072587:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072595:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072601:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.072606:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072613:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072621:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072628:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.072634:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072641:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.072661:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977472/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.072677:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.072705:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.072783:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.072797:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.072802:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.072821:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.072865:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072873:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.072881:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.072903:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977600:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.073023:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.086424:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977600:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.086446:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086458:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086466:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086472:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086512:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086522:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.086528:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086535:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086542:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086548:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.086555:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.086560:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.087456:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977600/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.087486:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.087543:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.087623:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.087638:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.087642:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.087660:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.087705:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.087713:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.087727:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.087748:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977728:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.087847:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.100274:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977728:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.100302:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100315:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100323:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100330:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100339:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100346:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.100351:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100359:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100367:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100378:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.100385:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100391:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa1f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.100412:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977728/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.100426:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.100459:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.100550:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.100568:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.100572:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.100602:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.100653:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100659:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.100668:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.100688:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977856:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.100771:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.104533:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977856:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.104563:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104589:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104596:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104603:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104611:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104618:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.104623:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104629:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104637:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104644:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.104652:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104658:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1400/0x989cb6132eaaa1ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.104678:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977856/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.104693:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.104725:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.104820:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.104853:0:110447:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.104858:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.104878:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.104923:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104942:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.104967:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.104988:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977984:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.105072:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.109994:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611977984:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.110020:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110034:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110042:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110048:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110056:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110066:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.110071:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110078:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110085:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110092:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.110098:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110104:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0c00/0x989cb6132eaaa206 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.110122:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611977984/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.110136:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.110203:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.110274:0:110447:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.110289:0:110447:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac8199e00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.110296:0:110447:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074963.110315:0:110447:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.110371:0:110447:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.110378:0:110447:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000020:00100000:0.0:1769074963.110394:0:110447:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.110400:0:110447:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d880 x1855007611978240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.110409:0:110447:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00000100:00100000:0.0:1769074963.110429:0:110447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611978240:192.168.204.148@tcp:101:tail.0 00000100:00100000:0.0:1769074963.110630:0:110447:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.114908:0:110447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110447:1855007611978240:192.168.204.148@tcp:101:tail.0 00010000:00010000:0.0:1769074963.114936:0:110447:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114950:0:110447:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114958:0:110447:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114965:0:110447:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114972:0:110447:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114979:0:110447:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.114984:0:110447:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114991:0:110447:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.114999:0:110447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.115006:0:110447:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.115012:0:110447:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00010000:00010000:0.0:1769074963.115018:0:110447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0e00/0x989cb6132eaaa20d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110447 initiator: MDT0 00000002:00100000:0.0:1769074963.115036:0:110447:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611978240/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.115051:0:110447:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.115079:0:110447:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074963.128141:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.128191:0:110449:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.128199:0:110449:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074963.128229:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.128251:0:110449:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1769074963.128311:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.128321:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.128331:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.128358:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978368:192.168.204.148@tcp:101:sh.0 00000100:00100000:3.0:1769074963.128458:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.132741:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978368:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074963.132778:0:110449:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132792:0:110449:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132804:0:110449:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132818:0:110449:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132839:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132847:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132854:0:110449:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074963.132865:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831880 x1855007611978368/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074963.132879:0:110449:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132889:0:110449:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074963.132895:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074963.132922:0:110449:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074963.132927:0:110449:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa214 00000080:00010000:3.0:1769074963.132932:0:110449:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074963.132935:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c23cb8 00010000:00010000:3.0:1769074963.132938:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.132946:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.137612:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.137636:0:110449:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074963.137641:0:110449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074963.137670:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074963.137732:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.137743:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.137754:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.138307:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978496:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.138449:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.146442:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978496:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.146462:0:110449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146491:0:110449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146499:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146510:0:110449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146518:0:110449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146526:0:110449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.146531:0:110449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146538:0:110449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146545:0:110449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146552:0:110449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.146559:0:110449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146564:0:110449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa21b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00000002:00100000:3.0:1769074963.146583:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831880 x1855007611978496/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.146601:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.146631:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.146643:0:110449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.146652:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c23980 00010000:00010000:3.0:1769074963.146656:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.146664:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.146750:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.146764:0:110449:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074963.146768:0:110449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074963.146787:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074963.146836:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146843:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.146852:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.146871:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978624:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.147072:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.152769:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978624:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.152793:0:110449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152807:0:110449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152813:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152820:0:110449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152839:0:110449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152847:0:110449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.152851:0:110449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152858:0:110449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152864:0:110449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152871:0:110449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.152877:0:110449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.152884:0:110449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa222 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00000002:00100000:3.0:1769074963.152902:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831880 x1855007611978624/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.152917:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.152949:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.152964:0:110449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.152974:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c23980 00010000:00010000:3.0:1769074963.152978:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.152985:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.153060:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.153069:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.153404:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.153411:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.153422:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.153426:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.153435:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.153446:0:110449:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074963.153451:0:110449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074963.153620:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074963.153675:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.153685:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.153694:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.153717:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978752:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.153809:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.157396:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611978752:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.157419:0:110449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.157431:0:110449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.157437:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.157445:0:110449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.157453:0:110449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.157459:0:110449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.157464:0:110449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.158129:0:110449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.158140:0:110449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.158188:0:110449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.158196:0:110449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.158203:0:110449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa229 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00000002:00100000:3.0:1769074963.158228:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831880 x1855007611978752/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.158245:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.158280:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.158293:0:110449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.158306:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c23980 00010000:00010000:3.0:1769074963.158310:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.158318:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.158402:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.158411:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.158427:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.158430:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.158441:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.158453:0:110449:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c09c80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.158460:0:110449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074963.159057:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.159125:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.159134:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000020:00100000:3.0:1769074963.159145:0:110449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.159361:0:110449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611979008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.159371:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.159394:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611979008:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.159610:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.173446:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611979008:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.173485:0:110449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173498:0:110449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173505:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173513:0:110449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173521:0:110449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173527:0:110449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.173531:0:110449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173539:0:110449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173546:0:110449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173552:0:110449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.173558:0:110449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.173564:0:110449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa230 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00000002:00100000:3.0:1769074963.173582:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831880 x1855007611979008/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.173595:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.173622:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.173634:0:110449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.173643:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c239a8 00010000:00010000:3.0:1769074963.173646:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.173654:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.175268:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175283:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.175293:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175296:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.175304:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175307:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.175314:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175316:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.175325:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175327:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.175334:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175337:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.175344:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175347:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.175353:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175356:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.175362:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.175372:0:110449:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c09e00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.175379:0:110449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074963.175403:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.175461:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.175641:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000020:00100000:3.0:1769074963.175654:0:110449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.175664:0:110449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611979264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.175674:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.175694:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611979264:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.176369:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.179015:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611979264:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.179039:0:110449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179053:0:110449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179060:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179069:0:110449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179087:0:110449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179093:0:110449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.179098:0:110449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179104:0:110449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179111:0:110449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179118:0:110449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.179124:0:110449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.179130:0:110449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa237 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00000002:00100000:3.0:1769074963.179190:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831880 x1855007611979264/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.179207:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.179240:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.179252:0:110449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.179265:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c239a8 00010000:00010000:3.0:1769074963.179269:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.179276:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.179712:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179723:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.179734:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179737:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.179746:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179748:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.179757:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179759:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.179767:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179770:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.179778:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179781:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.179789:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179791:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.179798:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179801:0:110449:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.179808:0:110449:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.179819:0:110449:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac545c600, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.179825:0:110449:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074963.179844:0:110449:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.180327:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.180337:0:110449:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000020:00100000:3.0:1769074963.180347:0:110449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.180355:0:110449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611979520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.180364:0:110449:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00000100:00100000:3.0:1769074963.180384:0:110449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611979520:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.180558:0:110449:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.184144:0:110449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110449:1855007611979520:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.184200:0:110449:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184213:0:110449:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184220:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184228:0:110449:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184235:0:110449:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184241:0:110449:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.184245:0:110449:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184254:0:110449:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184262:0:110449:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184268:0:110449:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.184274:0:110449:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00010000:00010000:3.0:1769074963.184280:0:110449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa23e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110449 initiator: MDT0 00000002:00100000:3.0:1769074963.184300:0:110449:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831880 x1855007611979520/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.184314:0:110449:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.184342:0:110449:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.184355:0:110449:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.184364:0:110449:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c239a8 00010000:00010000:3.0:1769074963.184367:0:110449:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.184375:0:110449:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.198569:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198593:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.198607:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198612:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.198622:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198625:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.198632:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198636:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.198643:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198646:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.198654:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198658:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.198665:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198669:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.198676:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198680:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.198688:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.198692:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074963.199257:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.199268:0:110452:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.199274:0:110452:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.199298:0:110452:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.199317:0:110452:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.199335:0:110452:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.199343:0:110452:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.199351:0:110452:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.199354:0:110452:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa214 00000080:00010000:2.0:1769074963.199361:0:110452:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c43cb8 00010000:00010000:2.0:1769074963.199364:0:110452:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.199373:0:110452:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.199422:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.199434:0:110451:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=16 00000080:00200000:0.0:1769074963.199439:0:110451:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.199454:0:110451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_a8128cf16ba7913738b1be8bba791ae6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.199599:0:110451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110451 initiator: MDT0 00010000:00010000:0.0:1769074963.199608:0:110451:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110451 initiator: MDT0 00010000:00010000:0.0:1769074963.199617:0:110451:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110451 initiator: MDT0 00000100:00100000:0.0:1769074963.199647:0:110451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611979648:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074963.199755:0:110451:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000080:00200000:1.0:1769074963.202311:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202329:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.202346:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202350:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.202359:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202362:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.202370:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202373:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.202382:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202385:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.202393:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202397:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.202407:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202411:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.202419:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202422:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.202430:0:110452:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.202434:0:110452:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000100:00100000:0.0:1769074963.213469:0:110451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611979648:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074963.213508:0:110451:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213541:0:110451:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x171:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213548:0:110451:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213559:0:110451:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213570:0:110451:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213578:0:110451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213583:0:110451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213588:0:110451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074963.213596:0:110451:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7d2d880 x1855007611979648/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074963.213605:0:110451:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213613:0:110451:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/369 (0 0) 00000080:00200000:0.0:1769074963.213618:0:110451:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074963.213639:0:110451:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x171:0x0], updating i_size 42 00000080:00200000:0.0:1769074963.213641:0:110451:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x171:0x0](ffff88dac9d900c8): rc = 0 00000080:00010000:0.0:1769074963.213644:0:110451:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x171:0x0](ffff88dac9d900c8) for lock 0x989cb6132eaaa245 00000080:00010000:0.0:1769074963.213653:0:110451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00010000:0.0:1769074963.213655:0:110451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa245 from it ffffb370c1e0baa8 00010000:00010000:0.0:1769074963.213657:0:110451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.213666:0:110451:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.213693:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000100:00100000:0.0:1769074963.213736:0:110451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611979776:192.168.204.148@tcp:33:pjdfstest.0 00000100:00100000:0.0:1769074963.214038:0:110451:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.217452:0:110451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611979776:192.168.204.148@tcp:33:pjdfstest.0 00000080:00200000:0.0:1769074963.217591:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.217614:0:110451:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=16 00000080:00200000:0.0:1769074963.217618:0:110451:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.217644:0:110451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_bde9958bd4a2065a0ca10771fcf52d30,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.217695:0:110451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110451 initiator: MDT0 00010000:00010000:0.0:1769074963.217715:0:110451:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110451 initiator: MDT0 00010000:00010000:0.0:1769074963.217722:0:110451:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110451 initiator: MDT0 00000100:00100000:0.0:1769074963.217746:0:110451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611979904:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:0.0:1769074963.218259:0:110451:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.223264:0:110451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611979904:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:0.0:1769074963.223290:0:110451:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223312:0:110451:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x170:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223318:0:110451:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223328:0:110451:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223335:0:110451:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223343:0:110451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223348:0:110451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223353:0:110451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074963.223360:0:110451:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff88dac7d2e300 x1855007611979904/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 616/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074963.223368:0:110451:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223374:0:110451:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/368 (0 0) 00000080:00200000:0.0:1769074963.223379:0:110451:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1769074963.223401:0:110451:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x170:0x0], updating i_size 42 00000080:00200000:0.0:1769074963.223404:0:110451:0:(namei.c:151:ll_iget()) got inode: [0x200000402:0x170:0x0](ffff88dad0a88908): rc = 0 00000080:00010000:0.0:1769074963.223409:0:110451:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x170:0x0](ffff88dad0a88908) for lock 0x989cb6132eaaa24c 00000080:00010000:0.0:1769074963.223421:0:110451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00010000:0.0:1769074963.223425:0:110451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa24c from it ffffb370c1e0baa8 00010000:00010000:0.0:1769074963.223428:0:110451:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.223435:0:110451:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.223501:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000100:00100000:0.0:1769074963.223550:0:110451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611980032:192.168.204.148@tcp:33:pjdfstest.0 00000100:00100000:0.0:1769074963.223621:0:110451:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.226241:0:110451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110451:1855007611980032:192.168.204.148@tcp:33:pjdfstest.0 00000080:00200000:0.0:1769074963.226279:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226291:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226315:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226320:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226323:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226326:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226328:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226330:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226333:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226335:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226338:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226341:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226344:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226347:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226349:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226352:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226355:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226357:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226360:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226362:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226365:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226368:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226370:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226373:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226375:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226377:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226379:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226381:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226383:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226386:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226388:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226390:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226392:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226395:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226397:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226400:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226402:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226406:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226408:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226411:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226413:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226416:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226418:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226420:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226423:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226426:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226429:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226431:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226434:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226437:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226439:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226441:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226444:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226446:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226449:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226451:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226453:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226455:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226458:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226460:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226462:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226464:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226467:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226470:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226486:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226489:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226492:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226494:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226497:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226499:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226501:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226503:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226506:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226508:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226511:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226513:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226516:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226518:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226521:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226524:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226526:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226529:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226531:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226533:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226536:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226539:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226542:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226545:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226548:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226551:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226553:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226556:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226558:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226561:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226564:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226566:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226569:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226571:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226573:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226575:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226577:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226579:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226582:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226584:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226586:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226588:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226591:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226593:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226595:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226598:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.226600:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.226602:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226605:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.226607:0:110451:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.226610:0:110451:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.226613:0:110451:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:3.0:1769074963.247003:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.247024:0:110454:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.247030:0:110454:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074963.247050:0:110454:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.247064:0:110454:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.247085:0:110454:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.247091:0:110454:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.247100:0:110454:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074963.247103:0:110454:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa214 00000080:00010000:3.0:1769074963.247108:0:110454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c23cb8 00010000:00010000:3.0:1769074963.247110:0:110454:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.247116:0:110454:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.248230:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248239:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.248247:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248249:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248254:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248256:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248260:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248262:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248266:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248268:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248273:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248275:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248280:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248281:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248286:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248287:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248292:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248294:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:3.0:1769074963.248406:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248411:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.248421:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248424:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248431:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248433:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248440:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248443:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248449:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248452:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248459:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248462:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248483:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248487:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248497:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248501:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248508:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248512:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.248634:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248637:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.248642:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248644:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248649:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248651:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248656:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248658:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248663:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248664:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.248669:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248670:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248675:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248676:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248682:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248683:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.248688:0:110454:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.248690:0:110454:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074963.274921:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.274941:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.274954:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.274959:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.274968:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.274971:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.274978:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.274980:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.274988:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.274991:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.274997:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275001:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.275008:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275010:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.275018:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275020:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.275027:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275031:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.275598:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275607:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275613:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275618:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275621:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275626:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275630:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275633:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275635:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275637:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275641:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275643:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275646:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275648:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275650:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275653:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275655:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275657:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275659:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275662:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275664:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275666:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275668:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275670:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275673:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275675:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275677:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275680:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275683:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275685:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275688:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275690:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275692:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275696:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275698:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275700:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275703:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275705:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275708:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275710:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275712:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275715:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275717:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275720:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275722:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275725:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275727:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275730:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275732:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275735:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275737:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275740:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275743:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275745:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275748:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275751:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275754:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275756:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275759:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275761:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275764:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275766:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275769:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275771:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275774:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275776:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275779:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275781:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275783:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275785:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275788:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275790:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275792:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275794:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275797:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275799:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275802:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275804:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275806:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275809:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275812:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275814:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275817:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275819:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275822:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275825:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275827:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275829:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275832:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275835:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275837:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275840:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275842:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275845:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275847:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275849:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275851:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275853:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275856:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275858:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275860:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275863:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275865:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275868:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275870:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275872:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275875:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275877:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275879:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275882:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275885:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275887:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275890:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275892:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275896:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275898:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.275901:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.275903:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275906:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.275908:0:110456:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.275911:0:110456:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.275913:0:110456:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:2.0:1769074963.277103:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.277117:0:110457:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.277123:0:110457:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.277176:0:110457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.277198:0:110457:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.277216:0:110457:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.277224:0:110457:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.277233:0:110457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.277236:0:110457:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa214 00000080:00010000:2.0:1769074963.277244:0:110457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1e0bcb8 00010000:00010000:2.0:1769074963.277249:0:110457:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.277258:0:110457:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.285460:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.285953:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.286122:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286128:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.286142:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286146:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.286376:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286381:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.286393:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286396:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.286405:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286410:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.286420:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286423:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.286433:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286436:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.286446:0:110457:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.286450:0:110457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.301544:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:1.0:1769074963.301564:0:110459:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1769074963.301569:0:110459:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:1.0:1769074963.301590:0:110459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1769074963.301606:0:110459:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.301620:0:110459:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.301629:0:110459:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1769074963.301635:0:110459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:1.0:1769074963.301638:0:110459:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa214 00000080:00010000:1.0:1769074963.301644:0:110459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c5bcb8 00010000:00010000:1.0:1769074963.301646:0:110459:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.301652:0:110459:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.306054:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306071:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.306097:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306101:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.306108:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306111:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.306117:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306120:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.306127:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306130:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.306137:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306141:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.306484:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306489:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.306502:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306506:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.306513:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.306517:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074963.307531:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307539:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.307546:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307548:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307553:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307555:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307559:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307561:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307565:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307567:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307571:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307573:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.307579:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307582:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.307589:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307593:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.307602:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307606:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.307731:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307735:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.307741:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307743:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307747:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307749:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307753:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307755:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.307759:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.307761:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.308297:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.308301:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.308311:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.308313:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.308318:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.308320:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.308331:0:110459:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.308334:0:110459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:2.0:1769074963.312123:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.312162:0:110462:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.312173:0:110462:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.312202:0:110462:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.312223:0:110462:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.312244:0:110462:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.312252:0:110462:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.312261:0:110462:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.312265:0:110462:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa214 00000080:00010000:2.0:1769074963.312273:0:110462:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa214 from it ffffb370c1c5bcb8 00010000:00010000:2.0:1769074963.312277:0:110462:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.312286:0:110462:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.315381:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315400:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.315411:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315414:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.315423:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315427:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.315435:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315438:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.315447:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315450:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.315459:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315463:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.315483:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315487:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.315498:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315502:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.315510:0:110462:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.315514:0:110462:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.315886:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315892:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.315900:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315903:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.315911:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315914:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.315920:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315923:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.315930:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315933:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.315941:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315944:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.315951:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315954:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.315961:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315964:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.315972:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.315975:0:110461:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:3.0:1769074963.316514:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.316532:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:3.0:1769074963.316539:0:110461:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c09c80, open_flags 80c0, mode 81a4 opened 0 00000080:00200000:3.0:1769074963.316549:0:110461:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open|creat 00000002:00010000:3.0:1769074963.316584:0:110461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: pjdfstest_301e9bdbf4ed5d308f946dfaa19290da,[0x200000402:0x172:0x0]) in obj [0x200000402:0x1:0x0], intent: open|creat flags 0100301 00010000:00010000:3.0:1769074963.316605:0:110461:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.316630:0:110461:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.316704:0:110461:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.316712:0:110461:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074963.316715:0:110461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa214 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2737 expref: -99 pid: 110449 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.316743:0:110461:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110461 initiator: MDT0 00010000:00010000:3.0:1769074963.316751:0:110461:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110461 initiator: MDT0 00000020:00100000:3.0:1769074963.316764:0:110461:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.316778:0:110461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831880 x1855007611980288/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.316787:0:110461:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110461 initiator: MDT0 00000100:00100000:3.0:1769074963.316815:0:110461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110461:1855007611980288:192.168.204.148@tcp:101:pjdfstest.0 00000100:00100000:3.0:1769074963.316972:0:110461:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.322013:0:110461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831880 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110461:1855007611980288:192.168.204.148@tcp:101:pjdfstest.0 00010000:00010000:3.0:1769074963.322042:0:110461:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322066:0:110461:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x172:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322074:0:110461:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322086:0:110461:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322097:0:110461:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322109:0:110461:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322116:0:110461:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322122:0:110461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074963.322132:0:110461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff88dac8831880 x1855007611980288/t4294968894(4294968894) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074979 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1769074963.322145:0:110461:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831880 x1855007611980288/t4294968894(4294968894) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074979 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074963.322295:0:110461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.322306:0:110461:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/370 (0 0) 00000080:00200000:3.0:1769074963.322312:0:110461:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1769074963.322327:0:110461:0:(namei.c:1569:ll_create_it()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open|creat 00000080:00200000:2.0:1769074963.322418:0:110461:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200000402:0x172:0x0](ffff88dac9d921c8) 00000080:00200000:2.0:1769074963.322427:0:110461:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x172:0x0], updating i_size 0 00000080:00200000:2.0:1769074963.322458:0:110461:0:(file.c:6809:ll_layout_conf()) [0x200000402:0x172:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1769074963.322463:0:110461:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200000402:0x172:0x0](ffff88dac9d921c8) 00000080:00010000:2.0:1769074963.322466:0:110461:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x172:0x0](ffff88dac9d921c8) for lock 0x989cb6132eaaa253 00000080:00010000:2.0:1769074963.322486:0:110461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x172:0x0](ffff88dac9d921c8) 00000080:00200008:2.0:1769074963.322503:0:110461:0:(file.c:1001:ll_file_open()) START file pjdfstest_301e9bdbf4ed5d308f946dfaa19290da:[0x200000402:0x172:0x0](ffff88dac9d921c8), flags 100300 00000002:00100000:2.0:1769074963.322528:0:110461:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88dac8831880 x1855007611980288/t4294968894(4294968894) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074979 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1769074963.322561:0:110461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa253 from it ffff88dac928b720 00010000:00010000:2.0:1769074963.322566:0:110461:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.322574:0:110461:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.322596:0:110461:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x172:0x0](ffff88dac9d921c8), inode mode 81a4 mask 40 00000080:00200008:2.0:1769074963.322631:0:110461:0:(file.c:424:ll_file_release()) START file pjdfstest_301e9bdbf4ed5d308f946dfaa19290da:[0x200000402:0x172:0x0](ffff88dac9d921c8), flags 100000 00000002:00100000:2.0:1769074963.322676:0:110461:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac8831880 x1855007611980288/t4294968894(4294968894) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074963.322686:0:110461:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074963.322691:0:110461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbdc00 x1855007611980544/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1769074963.322712:0:110461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110461:1855007611980544:192.168.204.148@tcp:35:pjdfstest.0 00000100:00100000:2.0:1769074963.322801:0:110461:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074963.323287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074963.326007:0:110461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdc00 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110461:1855007611980544:192.168.204.148@tcp:35:pjdfstest.0 00000002:00100000:2.0:1769074963.326044:0:110461:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88dac8831880 x1855007611980288/t4294968894(4294968894) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 688/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'pjdfstest.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.337325:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.337344:0:110464:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.337353:0:110464:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074963.337380:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.337396:0:110464:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1769074963.337455:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.337465:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.337491:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:0.0:1769074963.337521:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611980672:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074963.337758:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.341121:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611980672:192.168.204.148@tcp:101:sh.0 00010000:00010000:0.0:1769074963.341182:0:110464:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341199:0:110464:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341212:0:110464:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341223:0:110464:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341235:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341243:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341250:0:110464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769074963.341264:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d880 x1855007611980672/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1769074963.341279:0:110464:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341295:0:110464:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.341303:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1769074963.341332:0:110464:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1769074963.341339:0:110464:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa25a 00000080:00010000:0.0:1769074963.341343:0:110464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074963.341369:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6bcb8 00010000:00010000:0.0:1769074963.341372:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.341381:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.344799:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.344820:0:110464:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.344825:0:110464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.344851:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.344913:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.344923:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.344933:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:0.0:1769074963.344962:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611980800:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.345220:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.355691:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611980800:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.355720:0:110464:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355733:0:110464:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355740:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355747:0:110464:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355755:0:110464:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355761:0:110464:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.355777:0:110464:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355784:0:110464:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355790:0:110464:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355795:0:110464:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.355802:0:110464:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.355808:0:110464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa261 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00000002:00100000:0.0:1769074963.355826:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611980800/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.355842:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.355874:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.355887:0:110464:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.355901:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6b980 00010000:00010000:0.0:1769074963.355905:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.355918:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.356001:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.356018:0:110464:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.356023:0:110464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.356041:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.356099:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.356106:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.356115:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:0.0:1769074963.356135:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611980928:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.356389:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.361067:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611980928:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.361102:0:110464:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361116:0:110464:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361124:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361130:0:110464:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361135:0:110464:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361139:0:110464:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.361143:0:110464:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361306:0:110464:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361313:0:110464:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361317:0:110464:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.361324:0:110464:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361328:0:110464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa268 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00000002:00100000:0.0:1769074963.361342:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611980928/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.361363:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.361388:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.361401:0:110464:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.361406:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6b980 00010000:00010000:0.0:1769074963.361408:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.361414:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.361499:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.361508:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.361522:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.361525:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.361533:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.361536:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.361544:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.361554:0:110464:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.361559:0:110464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.361580:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.361624:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361631:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.361641:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:0.0:1769074963.361662:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981056:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.362042:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.371732:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981056:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.371914:0:110464:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371928:0:110464:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371935:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371942:0:110464:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371949:0:110464:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371956:0:110464:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.371961:0:110464:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371970:0:110464:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371978:0:110464:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.371986:0:110464:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.371993:0:110464:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.372000:0:110464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0400/0x989cb6132eaaa26f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00000002:00100000:0.0:1769074963.372022:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611981056/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.372041:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.372084:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.372098:0:110464:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.372108:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6b980 00010000:00010000:0.0:1769074963.372112:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.372120:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.372308:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.372322:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.372339:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.372343:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.372352:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.372366:0:110464:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac76d0480, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.372373:0:110464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074963.372398:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.372459:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.372466:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000020:00100000:0.0:1769074963.372492:0:110464:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.372500:0:110464:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2d880 x1855007611981312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.372509:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:0.0:1769074963.372536:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981312:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.372830:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.390138:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981312:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.390277:0:110464:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390375:0:110464:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390384:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390392:0:110464:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390400:0:110464:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390407:0:110464:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.390413:0:110464:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390421:0:110464:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390430:0:110464:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390438:0:110464:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.390445:0:110464:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00010000:00010000:0.0:1769074963.390452:0:110464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1e00/0x989cb6132eaaa276 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00000002:00100000:0.0:1769074963.390487:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2d880 x1855007611981312/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.390506:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.390661:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.390689:0:110464:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.390699:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6b9a8 00010000:00010000:2.0:1769074963.390704:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.390725:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.391127:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391137:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.391204:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391210:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.391223:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391227:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.391236:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391240:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.391251:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391253:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.391261:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391264:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.391280:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391282:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.391290:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391292:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.391296:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.391304:0:110464:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae36b3080, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074963.391309:0:110464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074963.391325:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074963.391382:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:2.0:1769074963.391388:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000020:00100000:2.0:1769074963.391396:0:110464:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074963.391406:0:110464:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbc700 x1855007611981568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074963.391412:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:2.0:1769074963.391428:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981568:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.391609:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.397201:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981568:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.397245:0:110464:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397262:0:110464:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397270:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397277:0:110464:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397294:0:110464:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397301:0:110464:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.397307:0:110464:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397314:0:110464:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397324:0:110464:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397332:0:110464:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.397339:0:110464:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.397346:0:110464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804c00/0x989cb6132eaaa27d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00000002:00100000:3.0:1769074963.397368:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbc700 x1855007611981568/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.397385:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.397424:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.397438:0:110464:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.397448:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6b9a8 00010000:00010000:3.0:1769074963.397453:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.397461:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.398507:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398524:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.398537:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398542:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.398552:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398555:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.398564:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398567:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.398576:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398579:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.398587:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398590:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.398598:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398601:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.398610:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398613:0:110464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.398622:0:110464:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.398637:0:110464:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c09b00, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.398646:0:110464:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074963.398676:0:110464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.398741:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.398750:0:110464:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000020:00100000:3.0:1769074963.398763:0:110464:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.398772:0:110464:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611981824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.398781:0:110464:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00000100:00100000:3.0:1769074963.398804:0:110464:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981824:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.400059:0:110464:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.404518:0:110464:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110464:1855007611981824:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.404548:0:110464:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404565:0:110464:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404573:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404686:0:110464:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404696:0:110464:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404703:0:110464:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a01000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.404709:0:110464:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404717:0:110464:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404726:0:110464:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404734:0:110464:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.404900:0:110464:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00010000:00010000:3.0:1769074963.404909:0:110464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa284 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110464 initiator: MDT0 00000002:00100000:3.0:1769074963.404933:0:110464:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831500 x1855007611981824/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.404951:0:110464:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.404989:0:110464:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.405004:0:110464:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.405014:0:110464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c6b9a8 00010000:00010000:3.0:1769074963.405018:0:110464:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.405027:0:110464:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.413609:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.413634:0:110467:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.413642:0:110467:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.413671:0:110467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.413689:0:110467:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.413895:0:110467:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.413906:0:110467:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.413915:0:110467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.413919:0:110467:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa25a 00000080:00010000:2.0:1769074963.413928:0:110467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c7bcb8 00010000:00010000:2.0:1769074963.413932:0:110467:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.413940:0:110467:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.417607:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417631:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.417646:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417651:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.417661:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417664:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.417674:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417677:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.417685:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417688:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.417696:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417700:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.417707:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417710:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.417717:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417720:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.417727:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.417732:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.418543:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418556:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, flags=0 00000080:00200000:0.0:1769074963.418564:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418569:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418575:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418582:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418586:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418591:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418595:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418598:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418601:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418603:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418606:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418608:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418610:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418612:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418615:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418617:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418620:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418622:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418624:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418627:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418629:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418631:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418634:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418637:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418639:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418642:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418644:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418647:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418649:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418651:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418654:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418656:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418658:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418661:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418663:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418666:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418668:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418670:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418672:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418675:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418677:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418679:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418682:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418685:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418687:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418689:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418692:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418694:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418697:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418700:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418703:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418706:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418708:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418711:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418713:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418716:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418719:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418721:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418724:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418727:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418729:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418732:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418734:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418737:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418739:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418742:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418744:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418747:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418749:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418752:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418754:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418756:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418759:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418762:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418764:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418767:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418769:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418772:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418774:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418777:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418779:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418781:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418784:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418786:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418788:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418790:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418793:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418795:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418797:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418800:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418803:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418805:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418807:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418809:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418812:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418814:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418817:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418819:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418821:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418824:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418826:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418829:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418832:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418834:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418836:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418839:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418841:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418844:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418846:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418848:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418850:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418852:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418854:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418857:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418859:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418861:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:0.0:1769074963.418864:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:0.0:1769074963.418866:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418868:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:0.0:1769074963.418871:0:110466:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:0.0:1769074963.418873:0:110466:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.418876:0:110466:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:2.0:1769074963.420269:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.420290:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.420305:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.420309:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.420318:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.420321:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.420329:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.420332:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.420340:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.420343:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.421508:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.421521:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.421543:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.421546:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.421559:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.421564:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.421576:0:110467:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.421581:0:110467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074963.431458:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.431495:0:110469:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.431504:0:110469:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.431534:0:110469:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.431555:0:110469:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.431575:0:110469:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.431582:0:110469:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.431591:0:110469:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.431596:0:110469:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa25a 00000080:00010000:2.0:1769074963.431605:0:110469:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c8bcb8 00010000:00010000:2.0:1769074963.431610:0:110469:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.431620:0:110469:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.433460:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433486:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.433500:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433505:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433517:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433527:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433547:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433551:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433561:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433565:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433576:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433580:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.433595:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433599:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.433612:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433616:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.433625:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433629:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:2.0:1769074963.433822:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433827:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.433834:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433837:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433844:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433847:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433855:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433857:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433866:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433869:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.433877:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433880:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.433888:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433892:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.433900:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433903:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.433911:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.433915:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:2.0:1769074963.434064:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434070:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.434079:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434082:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.434090:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434093:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.434100:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434103:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.434110:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434113:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.434121:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434124:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.434133:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434136:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.434144:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434186:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.434199:0:110469:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.434206:0:110469:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:3.0:1769074963.450133:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.450183:0:110472:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.450191:0:110472:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074963.450212:0:110472:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.450228:0:110472:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.450243:0:110472:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.450250:0:110472:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.450258:0:110472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074963.450261:0:110472:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa25a 00000080:00010000:3.0:1769074963.450268:0:110472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1cb3cb8 00010000:00010000:3.0:1769074963.450272:0:110472:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.450280:0:110472:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.451507:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451520:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.451530:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451534:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.451541:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451544:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.451552:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451554:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.451562:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451565:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.451573:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451577:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.451585:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451588:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.451596:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451598:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.451604:0:110472:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.451608:0:110472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.454984:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455001:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.455013:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455017:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.455024:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455028:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.455035:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455038:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.455046:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455049:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.455056:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455060:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.455067:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455070:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.455077:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455080:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.455087:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455091:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.455611:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455619:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, flags=0 00000080:00200000:1.0:1769074963.455626:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455630:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455634:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455639:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455643:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455647:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455650:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455653:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455655:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455658:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455660:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455662:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455664:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455666:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455668:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455671:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455673:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455675:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455678:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455680:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455682:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455684:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455687:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455689:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455691:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455693:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455695:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455698:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455700:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455701:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455704:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455706:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455708:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455711:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455713:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455715:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455717:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455719:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455722:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455725:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455727:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455729:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455732:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455734:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455736:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455738:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455740:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455742:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455744:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455746:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455748:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455751:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455753:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455755:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455757:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455759:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455761:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455763:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455765:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455767:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455769:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455771:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455773:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455775:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455777:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455779:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455781:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455783:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455784:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455786:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455788:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455789:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455791:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455793:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455795:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455797:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455799:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455801:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455804:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455806:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455808:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455810:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455813:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455815:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455818:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455820:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455823:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455825:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455827:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455829:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455831:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455834:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455835:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455838:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455841:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455843:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455846:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455848:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455850:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455853:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455855:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455858:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455860:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455863:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455865:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455868:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455870:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455873:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455876:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455878:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455881:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455883:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455886:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455888:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455891:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455893:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:1.0:1769074963.455896:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:1.0:1769074963.455899:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455901:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=16 00000080:00200000:1.0:1769074963.455904:0:110471:0:(symlink.c:198:ll_get_link()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:1.0:1769074963.455906:0:110471:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.455908:0:110471:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=16 00000080:00200000:2.0:1769074963.474223:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.474246:0:110474:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.474256:0:110474:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.474282:0:110474:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.474300:0:110474:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.474316:0:110474:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.474325:0:110474:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1769074963.474333:0:110474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.474337:0:110474:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa25a 00000080:00010000:2.0:1769074963.474344:0:110474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1c5bcb8 00010000:00010000:2.0:1769074963.474348:0:110474:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.474357:0:110474:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.480055:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.480076:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.480091:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.480095:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.480105:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.480108:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.480116:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.480119:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.480126:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.480128:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.480135:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.480139:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.481914:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.481929:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.481972:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.481976:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.481987:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.481991:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpcre.so.1, flags=257 00000080:00200000:1.0:1769074963.484585:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484604:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.484614:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484618:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484628:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484631:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484638:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484641:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484648:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484651:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484657:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484661:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.484667:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484669:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.484676:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484679:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.484686:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484689:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.484870:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484875:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.484882:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484885:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484892:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484895:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484902:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484905:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484912:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484915:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.484921:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484924:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.484931:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484933:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.484940:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484942:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.484949:0:110474:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.484952:0:110474:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libpthread.so.0, flags=257 00000080:00200000:0.0:1769074963.498839:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.498860:0:110477:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.498868:0:110477:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074963.498892:0:110477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.498910:0:110477:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.498927:0:110477:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.498937:0:110477:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1769074963.498944:0:110477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:0.0:1769074963.498948:0:110477:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa25a 00000080:00010000:0.0:1769074963.498955:0:110477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa25a from it ffffb370c1cbbcb8 00010000:00010000:0.0:1769074963.498960:0:110477:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.498969:0:110477:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.500351:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500365:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.500377:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500380:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.500387:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500390:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.500398:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500401:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.500408:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500413:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.500420:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500423:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.500432:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500435:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.500442:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500445:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.500452:0:110477:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.500456:0:110477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.512091:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512112:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.512123:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512127:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.512134:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512137:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.512145:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512183:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.512195:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512198:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.512204:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512208:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.512217:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512220:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.512228:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512231:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.512239:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.512242:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:0.0:1769074963.515567:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.515599:0:110476:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, flags=0 00000080:00200000:0.0:1769074963.515606:0:110476:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:0.0:1769074963.515612:0:110476:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_a8128cf16ba7913738b1be8bba791ae6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:0.0:1769074963.515671:0:110476:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.515703:0:110476:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.516520:0:110476:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.516579:0:110476:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.516589:0:110476:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.516595:0:110476:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1769074963.516598:0:110476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0200/0x989cb6132eaaa245 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x171:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b27d1 expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.516616:0:110476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1a00/0x989cb6132eaaa25a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b281e expref: -99 pid: 110464 timeout: 0 lvb_type: 0 00000020:00100000:0.0:1769074963.516633:0:110476:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074963.516647:0:110476:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2e300 x1855007611982080/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074963.516677:0:110476:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110476:1855007611982080:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:0.0:1769074963.517410:0:110476:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.527677:0:110476:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e300 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110476:1855007611982080:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074963.527753:0:110476:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x171:0x0](ffff88dac9d900c8) 00000080:00200000:3.0:1769074963.533095:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.533125:0:110479:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.533137:0:110479:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074963.533357:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.533379:0:110479:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:3.0:1769074963.533566:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.533579:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.533591:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:3.0:1769074963.533627:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982208:192.168.204.148@tcp:101:sh.0 00000100:00100000:3.0:1769074963.533769:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.537652:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982208:192.168.204.148@tcp:101:sh.0 00010000:00010000:3.0:1769074963.537693:0:110479:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537708:0:110479:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537723:0:110479:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537834:0:110479:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537850:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537860:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537869:0:110479:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1769074963.537883:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac8831500 x1855007611982208/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1769074963.537900:0:110479:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.537918:0:110479:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:3.0:1769074963.537927:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1769074963.537971:0:110479:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1769074963.537980:0:110479:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa28b 00000080:00010000:3.0:1769074963.537988:0:110479:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074963.537991:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8bcb8 00010000:00010000:3.0:1769074963.537995:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.538004:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.543043:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.543077:0:110479:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074963.543084:0:110479:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074963.543124:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074963.543415:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.543428:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.543438:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:3.0:1769074963.543485:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982336:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.543695:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.550407:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982336:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.550439:0:110479:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550454:0:110479:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550463:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550482:0:110479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550491:0:110479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550499:0:110479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.550505:0:110479:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550513:0:110479:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550521:0:110479:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550529:0:110479:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.550539:0:110479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550550:0:110479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa292 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00000002:00100000:3.0:1769074963.550572:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831500 x1855007611982336/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.550590:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.550631:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.550647:0:110479:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.550658:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8b980 00010000:00010000:3.0:1769074963.550662:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.550670:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.550794:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.550813:0:110479:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:3.0:1769074963.550827:0:110479:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:3.0:1769074963.550851:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1769074963.550908:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550916:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.550932:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:3.0:1769074963.550959:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982464:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.551088:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.560959:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982464:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.560990:0:110479:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561007:0:110479:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561014:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561021:0:110479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561030:0:110479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561037:0:110479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.561042:0:110479:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561049:0:110479:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561057:0:110479:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561069:0:110479:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.561077:0:110479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00010000:00010000:3.0:1769074963.561083:0:110479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa299 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00000002:00100000:3.0:1769074963.561104:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac8831500 x1855007611982464/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.561122:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.561208:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.561223:0:110479:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.561235:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8b980 00010000:00010000:3.0:1769074963.561239:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.561247:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.563296:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.563318:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.563343:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.563346:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.563355:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.563358:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.563366:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.563383:0:110479:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:0.0:1769074963.563388:0:110479:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:0.0:1769074963.563426:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1769074963.563513:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.563524:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.563535:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:0.0:1769074963.563572:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982592:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.563727:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.568249:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982592:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.568287:0:110479:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568302:0:110479:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568310:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568316:0:110479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568324:0:110479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568334:0:110479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea0800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.568339:0:110479:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568345:0:110479:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568353:0:110479:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568360:0:110479:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.568366:0:110479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568373:0:110479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0800/0x989cb6132eaaa2a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00000002:00100000:0.0:1769074963.568391:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611982592/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.568406:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.568435:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.568459:0:110479:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.568480:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8b980 00010000:00010000:0.0:1769074963.568484:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.568492:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.568574:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.568585:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.568598:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.568602:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.568610:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.568623:0:110479:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0a300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.568632:0:110479:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074963.568652:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.568704:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.568711:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000020:00100000:0.0:1769074963.568724:0:110479:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.568731:0:110479:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c700 x1855007611982848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.568740:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:0.0:1769074963.568775:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982848:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.568952:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.574310:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611982848:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.574338:0:110479:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574352:0:110479:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574359:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574366:0:110479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574373:0:110479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574380:0:110479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.574385:0:110479:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574392:0:110479:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574399:0:110479:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574407:0:110479:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.574412:0:110479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.574419:0:110479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00000002:00100000:0.0:1769074963.574437:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611982848/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.574460:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.574502:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.574520:0:110479:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.574529:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8b9a8 00010000:00010000:0.0:1769074963.574534:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.574541:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.574961:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.574981:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.574994:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.574997:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.575005:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575008:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.575015:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575017:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.575024:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575027:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.575034:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575037:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.575047:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575050:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.575059:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575061:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.575068:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.575077:0:110479:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac76daf00, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.575085:0:110479:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074963.575104:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.575181:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.575188:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000020:00100000:0.0:1769074963.575199:0:110479:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.575207:0:110479:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c700 x1855007611983104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.575215:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:0.0:1769074963.575237:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611983104:192.168.204.148@tcp:101:grep.0 00000100:00100000:0.0:1769074963.575404:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.585563:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611983104:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.585589:0:110479:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585602:0:110479:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585609:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585616:0:110479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585624:0:110479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585631:0:110479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.585637:0:110479:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585643:0:110479:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585650:0:110479:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585657:0:110479:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.585663:0:110479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.585668:0:110479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1c00/0x989cb6132eaaa2ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00000002:00100000:0.0:1769074963.585689:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611983104/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.585703:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:0.0:1769074963.585746:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.585758:0:110479:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1769074963.585778:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8b9a8 00010000:00010000:0.0:1769074963.585781:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.585788:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1769074963.586280:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586290:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:0.0:1769074963.586302:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586306:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.586315:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586318:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.586325:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586328:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.586334:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586337:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:0.0:1769074963.586342:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586345:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.586352:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586354:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.586361:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586364:0:110479:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:0.0:1769074963.586371:0:110479:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:0.0:1769074963.586383:0:110479:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac2c0a300, open_flags 8000, mode 0 opened 0 00000080:00200000:0.0:1769074963.586390:0:110479:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:0.0:1769074963.586412:0:110479:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:0.0:1769074963.587112:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110479 initiator: MDT0 00010000:00010000:0.0:1769074963.587124:0:110479:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000020:00100000:0.0:1769074963.587137:0:110479:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074963.587190:0:110479:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c700 x1855007611983360/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074963.587200:0:110479:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00000100:00100000:0.0:1769074963.587225:0:110479:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611983360:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074963.587939:0:110479:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.596528:0:110479:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110479:1855007611983360:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.596565:0:110479:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596590:0:110479:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596597:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596605:0:110479:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596613:0:110479:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596620:0:110479:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac4ea1800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.596625:0:110479:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596632:0:110479:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596639:0:110479:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596649:0:110479:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.596655:0:110479:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00010000:00010000:2.0:1769074963.596662:0:110479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea1800/0x989cb6132eaaa2b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110479 initiator: MDT0 00000002:00100000:2.0:1769074963.596683:0:110479:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7d2c700 x1855007611983360/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.596698:0:110479:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.596753:0:110479:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.596777:0:110479:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.596786:0:110479:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1c8b9a8 00010000:00010000:2.0:1769074963.596790:0:110479:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.596796:0:110479:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.602638:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.602662:0:110482:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.602669:0:110482:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074963.602693:0:110482:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.602711:0:110482:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.602726:0:110482:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.602734:0:110482:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.602742:0:110482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074963.602746:0:110482:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa28b 00000080:00010000:3.0:1769074963.602753:0:110482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa28b from it ffffb370c1cabcb8 00010000:00010000:3.0:1769074963.602757:0:110482:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.602780:0:110482:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.613198:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.613215:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.613225:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.613228:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.613235:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.613237:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.613244:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.613247:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.613253:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.613256:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.614379:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.614389:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.614403:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.614406:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.614413:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.614417:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.614427:0:110482:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.614432:0:110482:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.615425:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615435:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.615443:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615643:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.615659:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615662:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.615669:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615672:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.615679:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615681:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.615688:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615691:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.615697:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615699:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.615705:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615707:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.615714:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.615717:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.617145:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.617587:0:110481:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, flags=0 00000080:00200000:1.0:1769074963.617592:0:110481:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:1.0:1769074963.617600:0:110481:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_bde9958bd4a2065a0ca10771fcf52d30, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:1.0:1769074963.617648:0:110481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.617676:0:110481:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.617732:0:110481:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.617787:0:110481:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.617794:0:110481:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.617799:0:110481:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074963.617801:0:110481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0a00/0x989cb6132eaaa24c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x170:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b27ed expref: -99 pid: 110451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.617819:0:110481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01000/0x989cb6132eaaa28b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b28bf expref: -99 pid: 110479 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074963.617836:0:110481:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074963.617849:0:110481:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b480 x1855007611983616/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074963.617879:0:110481:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110481:1855007611983616:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074963.618001:0:110481:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.623035:0:110481:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b480 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110481:1855007611983616:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:0.0:1769074963.623096:0:110481:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x170:0x0](ffff88dad0a88908) 00000080:00200000:2.0:1769074963.639964:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:2.0:1769074963.640217:0:110484:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1769074963.640226:0:110484:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:2.0:1769074963.640251:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1769074963.640276:0:110484:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:2.0:1769074963.640332:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.640341:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.640351:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:2.0:1769074963.640377:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611983744:192.168.204.148@tcp:101:sh.0 00000100:00100000:2.0:1769074963.640718:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.644982:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611983744:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074963.645006:0:110484:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645019:0:110484:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645032:0:110484:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645043:0:110484:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645054:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645060:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645067:0:110484:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074963.645081:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7dbed80 x1855007611983744/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074963.645095:0:110484:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645109:0:110484:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.645115:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074963.645144:0:110484:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074963.645182:0:110484:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa2bc 00000080:00010000:2.0:1769074963.645188:0:110484:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.645191:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc3cb8 00010000:00010000:2.0:1769074963.645194:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.645202:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.647752:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.647864:0:110484:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.647870:0:110484:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.647895:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.647962:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.647973:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.647982:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:2.0:1769074963.648009:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611983872:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.648209:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.658837:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611983872:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.658865:0:110484:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658880:0:110484:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658887:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658895:0:110484:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658904:0:110484:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658910:0:110484:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.658916:0:110484:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658924:0:110484:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658931:0:110484:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658938:0:110484:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.658944:0:110484:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.658954:0:110484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00000002:00100000:2.0:1769074963.658970:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbed80 x1855007611983872/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.658983:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.659011:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.659023:0:110484:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.659031:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc3980 00010000:00010000:2.0:1769074963.659034:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.659041:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.659108:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.659122:0:110484:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.659126:0:110484:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.659144:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.659238:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.659245:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.659259:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:2.0:1769074963.659279:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984000:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.659356:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.670135:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984000:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.670200:0:110484:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670213:0:110484:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670220:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670226:0:110484:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670234:0:110484:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670241:0:110484:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.670245:0:110484:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670253:0:110484:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670261:0:110484:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670272:0:110484:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.670278:0:110484:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670284:0:110484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00000002:00100000:2.0:1769074963.670305:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbed80 x1855007611984000/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.670322:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.670353:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.670367:0:110484:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.670377:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc3980 00010000:00010000:2.0:1769074963.670381:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.670388:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.670481:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.670492:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.670507:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.670511:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.670520:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.670523:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.670532:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.670543:0:110484:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.670548:0:110484:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.670569:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.670611:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670619:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.670628:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:2.0:1769074963.670652:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984128:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.670730:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.679746:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984128:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.679781:0:110484:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679796:0:110484:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679804:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679811:0:110484:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679829:0:110484:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679835:0:110484:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.679840:0:110484:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679847:0:110484:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679855:0:110484:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679862:0:110484:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.679868:0:110484:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.679878:0:110484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa2d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00000002:00100000:3.0:1769074963.679895:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbed80 x1855007611984128/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.679909:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.679941:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.679953:0:110484:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.679963:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc3980 00010000:00010000:3.0:1769074963.679967:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.679975:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.680053:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.680062:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.680079:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.680083:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.680093:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.680105:0:110484:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f8480, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.680112:0:110484:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074963.680130:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.680230:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.680238:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000020:00100000:3.0:1769074963.680249:0:110484:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.680255:0:110484:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611984384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.680264:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:3.0:1769074963.680284:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984384:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.680486:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.684577:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984384:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.684600:0:110484:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684613:0:110484:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684619:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684625:0:110484:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684634:0:110484:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684640:0:110484:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00c00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.684645:0:110484:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684653:0:110484:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684659:0:110484:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684666:0:110484:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.684673:0:110484:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.684680:0:110484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00c00/0x989cb6132eaaa2d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00000002:00100000:3.0:1769074963.684701:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831500 x1855007611984384/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.684715:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.684765:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.684778:0:110484:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.684787:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc39a8 00010000:00010000:3.0:1769074963.684791:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.684800:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.685599:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685613:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:3.0:1769074963.685626:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685630:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685639:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685642:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685650:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685653:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685661:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685664:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:3.0:1769074963.685672:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685675:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685684:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685687:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685696:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685699:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:3.0:1769074963.685708:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:3.0:1769074963.685722:0:110484:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae02f8000, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1769074963.686415:0:110484:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:3.0:1769074963.686447:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1769074963.686520:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.686529:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000020:00100000:3.0:1769074963.686541:0:110484:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074963.686552:0:110484:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac8831500 x1855007611984640/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074963.686560:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:3.0:1769074963.686599:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984640:192.168.204.148@tcp:101:grep.0 00000100:00100000:3.0:1769074963.686812:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dacab81000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074963.695277:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984640:192.168.204.148@tcp:101:grep.0 00010000:00010000:3.0:1769074963.695306:0:110484:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695322:0:110484:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695329:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695335:0:110484:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695344:0:110484:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695352:0:110484:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac6a00400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:3.0:1769074963.695357:0:110484:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695364:0:110484:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695371:0:110484:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695377:0:110484:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1769074963.695383:0:110484:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00010000:00010000:3.0:1769074963.695394:0:110484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00400/0x989cb6132eaaa2df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00000002:00100000:3.0:1769074963.695412:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac8831500 x1855007611984640/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1769074963.695427:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:3.0:1769074963.695457:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.695480:0:110484:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1769074963.695489:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc39a8 00010000:00010000:3.0:1769074963.695493:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.695500:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.697208:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697230:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.697242:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697247:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.697256:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697259:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.697267:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697270:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.697278:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697281:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.697289:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697293:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.697300:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697303:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.697310:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697313:0:110484:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.697321:0:110484:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.697334:0:110484:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347f680, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074963.697341:0:110484:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074963.697370:0:110484:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074963.697443:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.697452:0:110484:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000020:00100000:2.0:1769074963.697472:0:110484:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074963.697485:0:110484:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611984896/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074963.697493:0:110484:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00000100:00100000:2.0:1769074963.697519:0:110484:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984896:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.698272:0:110484:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.703546:0:110484:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110484:1855007611984896:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.703573:0:110484:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703588:0:110484:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703596:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703603:0:110484:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703614:0:110484:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703620:0:110484:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.703625:0:110484:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703631:0:110484:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703638:0:110484:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703646:0:110484:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.703653:0:110484:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00010000:00010000:2.0:1769074963.703660:0:110484:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110484 initiator: MDT0 00000002:00100000:2.0:1769074963.703680:0:110484:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611984896/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.703695:0:110484:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.703732:0:110484:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.703747:0:110484:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.703756:0:110484:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc39a8 00010000:00010000:2.0:1769074963.703774:0:110484:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.703784:0:110484:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.741871:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:3.0:1769074963.741895:0:110487:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1769074963.741903:0:110487:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:3.0:1769074963.741931:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769074963.741951:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.741968:0:110487:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1769074963.741981:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1769074963.741990:0:110487:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:3.0:1769074963.741995:0:110487:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa2bc 00000080:00010000:3.0:1769074963.742002:0:110487:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa2bc from it ffffb370c1cc3cb8 00010000:00010000:3.0:1769074963.742006:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.742015:0:110487:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.743879:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743898:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:1.0:1769074963.743912:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743916:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.743936:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743939:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.743949:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743953:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.743960:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743963:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:1.0:1769074963.743971:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743974:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.743981:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743984:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.743991:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.743994:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:1.0:1769074963.744001:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.744005:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=libc.so.6, flags=257 00000080:00200000:1.0:1769074963.744566:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.744576:0:110486:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, flags=0 00000080:00200000:1.0:1769074963.744580:0:110486:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 3 00000080:00200000:1.0:1769074963.744586:0:110486:0:(namei.c:2354:ll_unlink()) VFS Op:name=pjdfstest_301e9bdbf4ed5d308f946dfaa19290da, dir=[0x200000402:0x1:0x0](ffff88dad0a89148) 00010000:00010000:1.0:1769074963.744632:0:110486:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.744656:0:110486:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.744706:0:110486:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.744719:0:110486:0:(vvp_object.c:114:vvp_conf_set()) [0x200000402:0x172:0x0]: losing layout lock 00010000:00010000:1.0:1769074963.744760:0:110486:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.744768:0:110486:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.744774:0:110486:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:1.0:1769074963.744778:0:110486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a00800/0x989cb6132eaaa253 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x172:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x133b59709f2b2809 expref: -99 pid: 110461 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.744795:0:110486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x133b59709f2b2960 expref: -99 pid: 110484 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1769074963.744812:0:110486:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1769074963.744826:0:110486:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dacab4b100 x1855007611985152/t0(0) o36->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 528/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074963.744852:0:110486:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110486:1855007611985152:192.168.204.148@tcp:36:pjdfstest.0 00000100:00100000:1.0:1769074963.744961:0:110486:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000080:00200000:2.0:1769074963.753211:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000100:00100000:1.0:1769074963.753760:0:110486:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4b100 pname:cluuid:pid:xid:nid:opc:job pjdfstest:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110486:1855007611985152:192.168.204.148@tcp:36:pjdfstest.0 00000080:00200000:1.0:1769074963.753833:0:110486:0:(vvp_io.c:1854:vvp_io_init()) [0x200000402:0x172:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1769074963.753846:0:110486:0:(vvp_io.c:289:vvp_io_fini()) [0x200000402:0x172:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1769074963.753855:0:110486:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000402:0x172:0x0](ffff88dac9d921c8) 00000080:00200000:2.0:1769074963.757903:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.757920:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.757957:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.758025:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.758035:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.758044:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.758072:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985280:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.758195:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.790517:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985280:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.790547:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790562:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790569:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790744:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790756:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790762:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.790768:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790774:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790782:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790789:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.790796:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.790802:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa2ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.790823:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611985280/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.790841:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.790876:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.790958:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.790974:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.790979:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.791094:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.791302:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.791316:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.791328:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.791352:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985408:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.791633:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.798541:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985408:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.798564:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798588:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798596:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798759:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798767:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798772:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.798777:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798783:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798795:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798801:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.798806:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.798812:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa2f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.798830:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611985408/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.798844:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.798872:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.799854:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.799875:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.799881:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.799903:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.799960:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.799968:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.799978:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.800013:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985536:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.800106:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.805224:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985536:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.805245:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805259:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805266:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805273:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805281:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805287:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.805292:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805300:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805306:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805312:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.805318:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805324:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa2fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.805340:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611985536/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.805359:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.805383:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.805458:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.805480:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.805485:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.805501:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.805540:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805547:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.805555:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.805573:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985664:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.805708:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.813774:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985664:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.813797:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813820:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813827:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813834:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813845:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813851:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.813856:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813862:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813868:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813875:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.813881:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.813887:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa302 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.813904:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611985664/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.813919:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.813948:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.816699:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.816726:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.816732:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.816761:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.816825:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.816839:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.816849:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.816879:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985792:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.816981:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.820391:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985792:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.820414:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820429:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820435:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820442:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820451:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820457:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.820473:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820480:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820491:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820498:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.820504:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820509:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa309 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.820526:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611985792/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.820540:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.820568:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.820649:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.820663:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.820668:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.820685:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.820732:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820739:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.820748:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.820768:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985920:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.820872:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.825576:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611985920:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.825613:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825627:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825633:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825641:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825649:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825655:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.825661:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825667:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825673:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825681:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.825688:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825694:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa310 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.825713:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611985920/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.825737:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.825770:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.825854:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.825869:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.825873:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.825891:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.825940:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825948:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.825957:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.825978:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611986048:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.826080:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.830645:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611986048:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.830668:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830681:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830688:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830695:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830708:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830714:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.830719:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830726:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830732:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830738:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.830744:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830749:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa317 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.830766:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611986048/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.830780:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.830810:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.830896:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.830910:0:110487:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.830914:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.830933:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.830975:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830987:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.830995:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.831014:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611986176:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.831088:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.835903:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611986176:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.835928:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.835942:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.835950:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.835957:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.835964:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.835970:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.835975:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.835982:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.836012:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.836019:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.836526:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.836536:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa31e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.836556:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611986176/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.836572:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.836604:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.836674:0:110487:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.836691:0:110487:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347ec00, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074963.836698:0:110487:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074963.836718:0:110487:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074963.836770:0:110487:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.836777:0:110487:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000020:00100000:2.0:1769074963.836789:0:110487:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074963.836795:0:110487:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbce00 x1855007611986432/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074963.836804:0:110487:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00000100:00100000:2.0:1769074963.836959:0:110487:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611986432:192.168.204.148@tcp:101:tail.0 00000100:00100000:2.0:1769074963.837247:0:110487:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.841132:0:110487:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job tail:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110487:1855007611986432:192.168.204.148@tcp:101:tail.0 00010000:00010000:2.0:1769074963.841191:0:110487:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841204:0:110487:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841211:0:110487:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841218:0:110487:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841225:0:110487:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841231:0:110487:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.841236:0:110487:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841243:0:110487:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841250:0:110487:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841257:0:110487:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.841264:0:110487:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00010000:00010000:2.0:1769074963.841275:0:110487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa325 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 110487 initiator: MDT0 00000002:00100000:2.0:1769074963.841298:0:110487:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611986432/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'tail.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.841312:0:110487:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.841344:0:110487:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00000080:00200000:0.0:1769074963.846953:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200008:0.0:1769074963.846973:0:110489:0:(file.c:6252:ll_getattr_dentry()) START file pjdfstest:[0x200000402:0x1:0x0](ffff88dad0a89148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1769074963.846981:0:110489:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148),name=pjdfstest 00000002:00010000:0.0:1769074963.847003:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x1:0x0]) in obj [0x200000402:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1769074963.847016:0:110489:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589935618/1 (0 0) 00010000:00010000:0.0:1769074963.847064:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.847073:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.847082:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:0.0:1769074963.847104:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986560:192.168.204.148@tcp:101:sh.0 00000100:00100000:0.0:1769074963.847212:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dae4ce6600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.860358:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job sh:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986560:192.168.204.148@tcp:101:sh.0 00010000:00010000:2.0:1769074963.860387:0:110489:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860399:0:110489:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860412:0:110489:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860424:0:110489:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860435:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860442:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860450:0:110489:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000002:00100000:2.0:1769074963.860478:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88dac7d2d500 x1855007611986560/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'sh.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1769074963.860493:0:110489:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860507:0:110489:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 4 res 8589935618/1 (0 0) 00000080:00200000:2.0:1769074963.860515:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1769074963.860549:0:110489:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000402:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1769074963.860556:0:110489:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) for lock 0x989cb6132eaaa32c 00000080:00010000:2.0:1769074963.860562:0:110489:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1:0x0](ffff88dad0a89148) 00000080:00010000:2.0:1769074963.860565:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17dbcb8 00010000:00010000:2.0:1769074963.860568:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.860576:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.862052:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.862067:0:110489:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.862072:0:110489:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=glibc-hwcaps, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.862096:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: glibc-hwcaps,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.862173:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.862182:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.862192:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:2.0:1769074963.862219:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986688:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.862323:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074963.867145:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986688:192.168.204.148@tcp:101:grep.0 00010000:00010000:0.0:1769074963.867197:0:110489:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867210:0:110489:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867219:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867227:0:110489:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867235:0:110489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867241:0:110489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804400 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:0.0:1769074963.867246:0:110489:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867252:0:110489:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867259:0:110489:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867266:0:110489:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1769074963.867272:0:110489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00010000:00010000:0.0:1769074963.867278:0:110489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804400/0x989cb6132eaaa333 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00000002:00100000:0.0:1769074963.867295:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbce00 x1855007611986688/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1769074963.867310:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1769074963.867397:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.867410:0:110489:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1769074963.867423:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17db980 00010000:00010000:1.0:1769074963.867427:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.867434:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1769074963.867522:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:1.0:1769074963.867537:0:110489:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:1.0:1769074963.867541:0:110489:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=tls, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:1.0:1769074963.867561:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: tls,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1769074963.867613:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:1.0:1769074963.867620:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:1.0:1769074963.867628:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:1.0:1769074963.867647:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986816:192.168.204.148@tcp:101:grep.0 00000100:00100000:1.0:1769074963.867732:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b57a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.873485:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986816:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.873511:0:110489:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873525:0:110489:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873531:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873538:0:110489:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873545:0:110489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873550:0:110489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac7ca8000 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.873555:0:110489:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873560:0:110489:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873567:0:110489:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873572:0:110489:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.873578:0:110489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873588:0:110489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca8000/0x989cb6132eaaa33a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00000002:00100000:2.0:1769074963.873613:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dacab4ad80 x1855007611986816/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.873628:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.873660:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.873672:0:110489:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.873680:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17db980 00010000:00010000:2.0:1769074963.873684:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.873691:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.873761:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.873770:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.873786:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.873789:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.873799:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.873803:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.873811:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.873822:0:110489:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), flags=17 00000080:00200000:2.0:1769074963.873826:0:110489:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=x86_64, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=0 00000002:00010000:2.0:1769074963.873846:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: x86_64,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: lookup flags 0 00010000:00010000:2.0:1769074963.873893:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873900:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.873911:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:2.0:1769074963.873934:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986944:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.874031:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.891436:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611986944:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.891468:0:110489:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891482:0:110489:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891489:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891497:0:110489:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891505:0:110489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891511:0:110489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804800 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.891516:0:110489:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891523:0:110489:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891530:0:110489:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891537:0:110489:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.891543:0:110489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891548:0:110489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804800/0x989cb6132eaaa341 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00000002:00100000:2.0:1769074963.891566:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611986944/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/584 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.891580:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.891619:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.891632:0:110489:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.891640:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17db980 00010000:00010000:2.0:1769074963.891644:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.891652:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.891723:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.891732:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.891745:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.891748:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.891757:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.891768:0:110489:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac307d380, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074963.891774:0:110489:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpcre.so.1, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074963.891793:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpcre.so.1,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074963.891842:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.891849:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000020:00100000:2.0:1769074963.891859:0:110489:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074963.891866:0:110489:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611987200/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074963.891874:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:2.0:1769074963.891893:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611987200:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.892513:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.900179:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611987200:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.900201:0:110489:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900215:0:110489:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900222:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900228:0:110489:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900240:0:110489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900247:0:110489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.900252:0:110489:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900258:0:110489:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900265:0:110489:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900271:0:110489:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.900278:0:110489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.900283:0:110489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa348 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00000002:00100000:2.0:1769074963.900301:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611987200/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.900315:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.900343:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.900356:0:110489:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.900364:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17db9a8 00010000:00010000:2.0:1769074963.900368:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.900375:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.900845:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900854:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.900863:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900867:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.900875:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900877:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.900884:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900887:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.900894:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900897:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.900904:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900907:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.900914:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900916:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.900923:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900926:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.900932:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.900942:0:110489:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dae347e900, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074963.900948:0:110489:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libc.so.6, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074963.900965:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libc.so.6,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074963.901257:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.901266:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000020:00100000:2.0:1769074963.901281:0:110489:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074963.901290:0:110489:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611987456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074963.901299:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:2.0:1769074963.901320:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611987456:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.901508:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.912821:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611987456:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.912845:0:110489:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912857:0:110489:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912864:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912871:0:110489:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912878:0:110489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912884:0:110489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804e00 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.912888:0:110489:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912895:0:110489:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912903:0:110489:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912910:0:110489:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.912915:0:110489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.912921:0:110489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804e00/0x989cb6132eaaa34f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00000002:00100000:2.0:1769074963.912939:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611987456/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.912955:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.912985:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.912998:0:110489:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.913020:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17db9a8 00010000:00010000:2.0:1769074963.913025:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.913033:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1769074963.913504:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913515:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=glibc-hwcaps, flags=17 00000080:00200000:2.0:1769074963.913525:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913529:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.913537:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913539:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.913546:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913550:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.913556:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913559:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=tls, flags=17 00000080:00200000:2.0:1769074963.913566:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913569:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.913576:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913579:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.913587:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913591:0:110489:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=x86_64, flags=17 00000080:00200000:2.0:1769074963.913614:0:110489:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1:0x0](ffff88dad0a89148), inode mode 41ed mask 1 00000080:00200000:2.0:1769074963.913626:0:110489:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), file ffff88dac307cd80, open_flags 8000, mode 0 opened 0 00000080:00200000:2.0:1769074963.913632:0:110489:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=libpthread.so.0, dir=[0x200000402:0x1:0x0](ffff88dad0a89148), intent=open 00000002:00010000:2.0:1769074963.913663:0:110489:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: libpthread.so.0,[0x0:0x0:0x0]) in obj [0x200000402:0x1:0x0], intent: open flags 0100001 00010000:00010000:2.0:1769074963.913713:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.913721:0:110489:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000020:00100000:2.0:1769074963.913732:0:110489:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074963.913741:0:110489:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7dbd500 x1855007611987712/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074963.913750:0:110489:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00000100:00100000:2.0:1769074963.913771:0:110489:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611987712:192.168.204.148@tcp:101:grep.0 00000100:00100000:2.0:1769074963.913933:0:110489:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac5b9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074963.920206:0:110489:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job grep:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:110489:1855007611987712:192.168.204.148@tcp:101:grep.0 00010000:00010000:2.0:1769074963.920230:0:110489:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920243:0:110489:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920250:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920257:0:110489:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920265:0:110489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920271:0:110489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff88dac8804200 already unused, calling callback (ffffffffc1a9dc80) 00010000:00010000:2.0:1769074963.920276:0:110489:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920282:0:110489:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920289:0:110489:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 5/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920295:0:110489:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1769074963.920301:0:110489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00010000:00010000:2.0:1769074963.920307:0:110489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac8804200/0x989cb6132eaaa356 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 110489 initiator: MDT0 00000002:00100000:2.0:1769074963.920326:0:110489:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=7, status=0 req@ffff88dac7dbd500 x1855007611987712/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'grep.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1769074963.920340:0:110489:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000402:0x1:0x0] suppgids 0 -1: rc 0 00010000:00010000:2.0:1769074963.920366:0:110489:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.920378:0:110489:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1769074963.920387:0:110489:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x989cb6132eaaa32c from it ffffb370c17db9a8 00010000:00010000:2.0:1769074963.920390:0:110489:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.920397:0:110489:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.348487:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074965.121809:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611987968:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.121918:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074965.121926:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611987840:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074965.121956:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611988096:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074965.126955:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611987840:192.168.204.148@tcp:400:kworker.0 00010000:00080000:0.0:1769074965.126982:0:2402:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88dacab49880 x1855007611988096/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074965.126994:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611988096:192.168.204.148@tcp:400:kworker.0 00000100:00100000:0.0:1769074965.127008:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611987968:192.168.204.148@tcp:400:kworker.0 00010000:00010000:0.0:1769074965.374547:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1769074965.479298:0:110621:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: ext4 report 00010000:00010000:0.0:1769074966.396697:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074966.501497:0:110760:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre report 00010000:00010000:3.0:1769074967.419244:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074968.443237:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074969.352707:0:111337:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == run_pjdfstest test link_09: link returns ENOENT if the source file does not exist ========================================================== 04:42:48 (1769074968) 00010000:00010000:3.0:1769074969.467339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074970.235332:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611988352:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074970.235332:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611988224:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074970.235439:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611988480:192.168.204.148@tcp:400:kworker.0 00010000:00010000:0.0:1769074970.491363:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074971.515373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074972.539292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074973.563330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074974.587277:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074975.355363:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611988608:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074975.355365:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611988736:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074975.355474:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611988864:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074975.611346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074975.867349:0:109120:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa35d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 109120 initiator: MDT0 00010000:00010000:3.0:1769074975.867362:0:109120:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01800/0x989cb6132eaaa35d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 109120 initiator: MDT0 00000100:00100000:3.0:1769074975.867434:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074975.867454:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611988992:192.168.204.148@tcp:63:ll_sa.0 00010000:00010000:0.0:1769074976.635303:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074976.891333:0:109192:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa364 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 109192 initiator: MDT0 00010000:00010000:1.0:1769074976.891349:0:109192:0:(ldlm_request.c:1177:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac7ca9000/0x989cb6132eaaa364 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 109192 initiator: MDT0 00000100:00100000:1.0:1769074976.891433:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074976.891448:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611989120:192.168.204.148@tcp:63:ll_sa.0 00010000:00010000:3.0:1769074977.659327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074978.683297:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074979.707350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074980.475376:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611989376:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074980.475376:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611989248:192.168.204.148@tcp:400:kworker.0 00000100:00100000:1.0:1769074980.475471:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611989504:192.168.204.148@tcp:400:kworker.0 00010000:00010000:0.0:1769074980.731280:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074981.755296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074982.779285:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074983.803278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074984.827289:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074985.595338:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611989632:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074985.595347:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611989760:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074985.595442:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074985.595452:0:2403:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611989888:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769074985.851256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1769074986.619240:0:2401:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff88dacab48e00 x1855007611988352/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1769074986.619240:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff88dacab4aa00 x1855007611988224/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074986.619287:0:2402:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dacab4aa00 x1855007611988224/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074986.619297:0:2402:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1769074986.619301:0:2402:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.148@tcp: Connection to MGS (at 192.168.204.148@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1769074986.629106:0:2402:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.148@tcp for MGC192.168.204.148@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1769074986.629109:0:2402:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1769074986.629115:0:2402:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff88dacab4aa00 x1855007611988224/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074986.629127:0:2402:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff88dac7dbd500 x1855007611988608/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074986.629139:0:2402:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff88dac7d2c380 x1855007611989248/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074986.629146:0:2402:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff88dac8831c00 x1855007611989632/t0(0) o400->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1769074986.629171:0:2402:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1769074986.629173:0:2402:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1769074986.629175:0:2402:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1769074986.629176:0:2402:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:2.0:1769074986.629182:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611988608:192.168.204.148@tcp:400:kworker.0 00000100:00080000:1.0:1769074986.629195:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074986.629202:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769074986.629203:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9370e11f-e918-4149-baf8-709b03b969fa:2404:1855007611989632:192.168.204.148@tcp:400:kworker.0 00000100:00080000:1.0:1769074986.629207:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074986.629216:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 235 00000100:00080000:1.0:1769074986.629228:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769074986.629256:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007611990016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769074986.629300:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611990016:192.168.204.148@tcp:250:kworker.0 00000100:00000400:1.0:1769074986.629302:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074970/real 1769074970] req@ffff88dacab48380 x1855007611988480/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074986.629317:0:2402:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dacab48380 x1855007611988480/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074986.629322:0:2402:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769074986.629325:0:2402:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff88dae4d46000: Connection to lustre-MDT0001 (at 192.168.204.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1769074986.631013:0:2401:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dacab48e00 x1855007611988352/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074986.631020:0:2401:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769074986.631023:0:2401:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff88dae4d46000: Connection to lustre-MDT0000 (at 192.168.204.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1769074986.631026:0:2401:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:2.0:1769074986.631065:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074986.631070:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769074986.631074:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074986.631089:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 235 00000100:00080000:2.0:1769074986.631095:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769074986.631102:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769074986.631115:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:0:1855007611990144:192.168.204.148@tcp:400:kworker.0 00000100:00100000:2.0:1769074986.631122:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007611990400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074986.631127:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611988352:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074986.631165:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769074986.631172:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1769074986.635609:0:2402:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1769074986.635612:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:0:1855007611990272:192.168.204.148@tcp:400:kworker.0 00000100:00080000:2.0:1769074986.635632:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074986.635637:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769074986.635638:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611989248:192.168.204.148@tcp:400:kworker.0 00000100:00080000:2.0:1769074986.635640:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074986.635648:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 235 00000100:00100000:1.0:1769074986.635651:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9370e11f-e918-4149-baf8-709b03b969fa:2402:1855007611988224:192.168.204.148@tcp:400:kworker.0 00000100:00080000:2.0:1769074986.635657:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769074986.635664:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611988480:192.168.204.148@tcp:400:kworker.0 00000008:00100000:2.0:1769074986.635664:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769074986.635685:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007611990528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769074986.635733:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990528:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769074986.875316:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074987.899266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074988.923269:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074989.947286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074990.971287:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1769074991.739256:0:2403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074975/real 1769074975] req@ffff88dac7dbca80 x1855007611988736/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074991.739266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074991.739278:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074991.739282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074991.739287:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074991.739290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074991.739294:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:2.0:1769074991.739334:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074975/real 1769074975] req@ffff88dac8831500 x1855007611988992/t0(0) o63->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:24/4 lens 704/4320 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074991.739355:0:2404:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dac92fa800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:2.0:1769074991.739360:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074975/real 1769074975] req@ffff88dac7dbf480 x1855007611988864/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074991.739370:0:2404:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dac7dbf480 x1855007611988864/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074991.739375:0:2404:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dae0331800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1769074991.739382:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2404:1855007611988864:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074991.751269:0:2403:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dac7dbca80 x1855007611988736/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074991.751279:0:2403:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dac92fa800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1769074991.751294:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611988736:192.168.204.148@tcp:400:kworker.0 00010000:00010000:0.0:1769074991.995261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769074992.763264:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074976/real 1769074976] req@ffff88dacab48a80 x1855007611989120/t0(0) o63->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:24/4 lens 704/4320 e 0 to 1 dl 1769074992 ref 1 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074992.770638:0:2402:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dac92fa800 already not connected (conn 2, was 1): CONNECTING 00010000:00010000:1.0:1769074993.019304:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074994.043274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074995.067321:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074996.091306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1769074996.859296:0:2402:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074980/real 1769074980] req@ffff88dac7d2c700 x1855007611989504/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074996.859331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074996.859356:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074996.859360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074996.859365:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074996.859369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074996.859373:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:0.0:1769074996.859405:0:2401:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074980/real 1769074980] req@ffff88dac7d2d500 x1855007611989376/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074996.859411:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff88dac7dbfb80 x1855007611990528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074996.859439:0:2401:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dac7d2d500 x1855007611989376/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074996.859450:0:2401:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dac92fa800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1769074996.859462:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2401:1855007611989376:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769074996.859512:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007611990528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074996.859521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff88dac7dbd500 x1855007611990400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074996.859530:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007611990400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074996.859537:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074986/real 1769074986] req@ffff88dacab49180 x1855007611990016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074996.859550:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007611990016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074996.859559:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769074996.859572:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769074996.859575:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990528:192.168.204.148@tcp:38:kworker.0 00000100:00080000:3.0:1769074996.859579:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769074996.859583:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769074996.859586:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990400:192.168.204.148@tcp:38:kworker.0 00000100:00080000:3.0:1769074996.859591:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074996.859596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074996.859601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769074996.859604:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074996.859605:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00080000:2.0:1769074996.859611:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 1978 00000100:00100000:3.0:1769074996.859612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611990016:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769074996.859624:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1769074996.859632:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769074996.859658:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007611990656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769074996.859674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074996.859676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769074996.859678:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074996.859681:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 1978 00000100:00080000:2.0:1769074996.859684:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1769074996.859687:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769074996.859695:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769074996.859703:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611990656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769074996.859706:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007611990784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769074996.859717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074996.859719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769074996.859720:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769074996.859723:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 1978 00000100:00080000:2.0:1769074996.859726:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1769074996.859728:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769074996.859731:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769074996.859740:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007611990912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074996.859809:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769074996.859843:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769074996.870269:0:2402:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dac7d2c700 x1855007611989504/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074996 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074996.870278:0:2402:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dae0331800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:1.0:1769074996.870288:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2402:1855007611989504:192.168.204.148@tcp:400:kworker.0 00010000:00010000:1.0:1769074997.115297:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074998.139290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074999.163290:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075000.187278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075001.211287:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075001.979235:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075001.979243:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075001.979246:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075001.979249:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075001.979252:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075001.979254:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:3.0:1769075001.979288:0:2403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074985/real 1769074985] req@ffff88dac8833800 x1855007611989888/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075001.986191:0:2403:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dac8833800 x1855007611989888/t0(0) o400->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075001.986205:0:2403:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dae0331800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1769075001.986211:0:2403:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074985/real 1769074985] req@ffff88dac8830700 x1855007611989760/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075001.986219:0:2403:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88dac8830700 x1855007611989760/t0(0) o400->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075001.986224:0:2403:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff88dac92fa800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1769075001.986231:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611989888:192.168.204.148@tcp:400:kworker.0 00000100:00100000:3.0:1769075001.986235:0:2403:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2403:1855007611989760:192.168.204.148@tcp:400:kworker.0 00010000:00010000:3.0:1769075002.235271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075003.259292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075004.283297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075005.307497:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:0.0:1769075005.883319:0:2392:0:(socklnd_cb.c:2367:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.148@tcp (192.168.204.148:988) timed out; the network or node may be down. 00010000:00010000:0.0:1769075006.331610:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075007.099312:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075007.099327:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075007.099334:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075007.099339:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075007.099344:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075007.099349:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1769075007.355320:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075008.379347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075009.403371:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075010.427563:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075011.195261:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff88dac7dbd880 x1855007611990784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075011.195295:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007611990784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075011.195310:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff88dac7dbf100 x1855007611990912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075011.195320:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007611990912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075011.195326:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074996/real 1769074996] req@ffff88dac7dbf480 x1855007611990656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075011.195334:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007611990656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075011.195349:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075011.195369:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075011.195372:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990784:192.168.204.148@tcp:38:kworker.0 00000100:00080000:1.0:1769075011.195376:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075011.195380:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075011.195382:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611990912:192.168.204.148@tcp:38:kworker.0 00000100:00080000:1.0:1769075011.195386:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075011.195388:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075011.195390:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611990656:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075011.195423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075011.195430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075011.195434:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075011.195441:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 1989 00000100:00080000:0.0:1769075011.195451:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1769075011.195459:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075011.195491:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007611991040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075011.195516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075011.195520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075011.195522:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075011.195526:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 1989 00000100:00080000:0.0:1769075011.195531:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1769075011.195537:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075011.195545:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611991040:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075011.195547:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075011.195563:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007611991168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075011.195574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075011.195578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075011.195580:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075011.195584:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 1989 00000100:00080000:0.0:1769075011.195602:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1769075011.195606:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075011.195611:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075011.195623:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007611991296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075011.195646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075011.195701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991296:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075011.451507:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075012.475412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075013.499523:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075014.523443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075015.547406:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075016.315266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075016.315279:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075016.315283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075016.315286:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075016.315289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075016.315292:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1769075016.571354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075017.595264:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075018.619278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075019.643303:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075020.668902:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075021.435276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075021.435291:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075021.435296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075021.435300:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075021.435305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075021.435309:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1769075021.691283:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075022.715309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075023.739291:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075024.763333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075025.787295:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075026.555442:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075026.555457:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075026.555462:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075026.555465:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075026.555468:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075026.555471:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1769075026.811604:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075027.835326:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075028.859422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075029.883309:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075030.907266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075031.675276:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075031.675287:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075031.675292:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075031.675296:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075031.675301:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075031.675305:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1769075031.675343:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1769075011/real 0] req@ffff88dac7d2d880 x1855007611991168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075031 ref 2 fl Rpc:XNr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.675370:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007611991168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075031 ref 2 fl UnregRPC:XNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.675378:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1769075011/real 0] req@ffff88dac7d2dc00 x1855007611991296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075031 ref 2 fl Rpc:XNr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.675386:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007611991296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075031 ref 2 fl UnregRPC:XNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.675392:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1769075011/real 0] req@ffff88dac7d2d500 x1855007611991040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075031 ref 2 fl Rpc:XNr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.675399:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007611991040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075031 ref 2 fl UnregRPC:XNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1769075031.931270:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075032.955415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075033.979323:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075035.003355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075036.027323:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075036.795332:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075036.795346:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075036.795350:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075036.795354:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075036.795358:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075036.795361:0:99660:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1769075037.051306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075038.075333:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075039.099471:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075040.123374:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075041.147383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075041.915256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075041.915265:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075041.915268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075041.915271:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075041.915274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075041.915277:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1769075042.171367:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075043.195366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075044.219318:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075045.243314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075046.012038:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.148:988 00000400:00000100:3.0:1769075046.012146:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075046.012249:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075046.012305:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075046.012316:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00080000:2.0:1769075046.012351:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075046.012382:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075046.012411:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991168:192.168.204.148@tcp:38:kworker.0 00000100:00080000:1.0:1769075046.012415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075046.012423:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075046.012424:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075046.012432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075046.012436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075046.012440:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075046.012445:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00080000:1.0:1769075046.012447:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2003 00000100:00100000:2.0:1769075046.012456:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991296:192.168.204.148@tcp:38:kworker.0 00000100:00080000:1.0:1769075046.012460:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1769075046.012469:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075046.012471:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00080000:2.0:1769075046.012489:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000008:00100000:1.0:1769075046.012490:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075046.012498:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611991040:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075046.012539:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007611991424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075046.012562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075046.012566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075046.012568:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075046.012573:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2003 00000100:00080000:1.0:1769075046.012578:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1769075046.012583:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075046.012590:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075046.012594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075046.012607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007611991552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075046.012625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075046.012629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075046.012630:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075046.012635:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2003 00000100:00080000:1.0:1769075046.012639:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1769075046.012643:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075046.012656:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007611991680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1769075046.012678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:2.0:1769075046.012728:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075046/real 1769075046] req@ffff88dacab48380 x1855007611991424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075046.012753:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007611991424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075046.012764:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075046.012768:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075046.012772:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:2.0:1769075046.012787:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:2.0:1769075046.012810:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:2.0:1769075046.012830:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075046/real 1769075046] req@ffff88dacab4aa00 x1855007611991552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075046.012842:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007611991552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075046.012849:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075046.012853:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075046.012855:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:2.0:1769075046.012863:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611991680:192.168.204.148@tcp:250:kworker.0 00000800:00000100:2.0:1769075046.012884:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:2.0:1769075046.012897:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075046/real 1769075046] req@ffff88dacab4bb80 x1855007611991680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075046.012909:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007611991680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075046.012918:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075046.012922:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075046.012926:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611991680:192.168.204.148@tcp:250:kworker.0 00010000:00010000:2.0:1769075046.267326:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075047.291518:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075048.315394:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075049.339359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075050.363359:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075051.131263:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075051.131298:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075051.131302:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075051.131315:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2038 00000100:00080000:2.0:1769075051.131325:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075051.131336:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075051.131366:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007611991808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075051.131387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075051.131390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075051.131391:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075051.131394:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2038 00000100:00080000:2.0:1769075051.131396:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075051.131400:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075051.131407:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075051.131417:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007611991936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075051.131425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075051.131429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769075051.131431:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611991808:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075051.131431:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075051.131437:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2038 00000100:00080000:2.0:1769075051.131442:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075051.131444:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075051.131447:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075051.131455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007611992064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075051.131534:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075051.131563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992064:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075051.387603:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075052.411336:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075053.435392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075054.203729:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.148:988 00000400:00000100:1.0:1769075054.203805:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075054.203834:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075054.203926:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075054.203937:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:2.0:1769075054.204331:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075051/real 1769075054] req@ffff88dac7dbf480 x1855007611991936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075054.204356:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007611991936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075054.204369:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075054.204391:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075054.204397:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611991936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:2.0:1769075054.204405:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075051/real 1769075054] req@ffff88dac7dbf100 x1855007611992064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075054.204425:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007611992064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075054.204433:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075054.204437:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075054.204440:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:2.0:1769075054.204448:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075051/real 1769075054] req@ffff88dac7dbc380 x1855007611991808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075054.204461:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007611991808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075054.204469:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075054.204473:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:2.0:1769075054.204476:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611991808:192.168.204.148@tcp:250:kworker.0 00010000:00010000:0.0:1769075054.459877:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075055.483292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075056.251288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075056.251298:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075056.251301:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075056.251309:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2043 00000100:00080000:2.0:1769075056.251318:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075056.251324:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075056.251356:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007611992192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075056.251389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075056.251396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075056.251398:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075056.251402:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2043 00000100:00080000:2.0:1769075056.251406:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075056.251411:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075056.251421:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075056.251439:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611992192:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075056.251440:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007611992320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075056.251457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075056.251470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075056.251472:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075056.251478:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2043 00000100:00080000:2.0:1769075056.251482:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075056.251486:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075056.251491:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075056.251514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007611992448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075056.251569:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075056.251602:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992448:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075056.507292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075057.275445:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.148:988 00000400:00000100:3.0:1769075057.275493:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075057.275511:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075057.275548:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075057.275565:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075057.275596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075056/real 1769075057] req@ffff88dac7dbf100 x1855007611992320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075057.275635:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007611992320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075057.275650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075057.275655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075057.275658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075057.275666:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075056/real 1769075057] req@ffff88dac7dbf480 x1855007611992448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075057.275676:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007611992448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075057.275685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075057.275690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075057.275694:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075057.275702:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075056/real 1769075057] req@ffff88dac7dbc380 x1855007611992192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075057.275716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007611992192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075057.275725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075057.275728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075057.275732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611992192:192.168.204.148@tcp:250:kworker.0 00010000:00010000:3.0:1769075057.531465:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075058.555308:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075059.579284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075060.603295:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075061.371284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075061.371297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075061.371303:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075061.371315:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2048 00000100:00080000:3.0:1769075061.371333:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075061.371346:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075061.371399:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007611992576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075061.371437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075061.371441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075061.371447:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075061.371452:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2048 00000100:00080000:3.0:1769075061.371457:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075061.371462:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075061.371474:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075061.371479:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611992576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075061.371491:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007611992704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075061.371505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075061.371508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075061.371511:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075061.371515:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2048 00000100:00080000:3.0:1769075061.371519:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075061.371524:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075061.371530:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075061.371545:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007611992832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075061.371634:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075061.371675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992832:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075061.627315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075062.651338:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075063.675369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075064.443391:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.148:988 00000400:00000100:3.0:1769075064.443428:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075064.443443:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075064.443474:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075064.443480:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075064.443518:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075061/real 1769075064] req@ffff88dac8833800 x1855007611992704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075064.443540:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007611992704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075064.443550:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075064.443554:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075064.443557:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075064.443562:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075061/real 1769075064] req@ffff88dac8832d80 x1855007611992832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075064.443571:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007611992832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075064.443576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075064.443578:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075064.443580:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611992832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075064.443584:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075061/real 1769075064] req@ffff88dac8830700 x1855007611992576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075064.443592:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007611992576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075064.443596:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075064.443598:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075064.443600:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611992576:192.168.204.148@tcp:250:kworker.0 00010000:00010000:2.0:1769075064.699302:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075065.723253:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075066.491281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075066.491291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075066.491294:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075066.491303:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2053 00000100:00080000:0.0:1769075066.491313:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075066.491319:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075066.491348:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007611992960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075066.491368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075066.491371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075066.491373:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075066.491377:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2053 00000100:00080000:0.0:1769075066.491381:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075066.491386:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075066.491396:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075066.491408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611992960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075066.491425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007611993088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075066.491441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075066.491445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075066.491447:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075066.491451:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2053 00000100:00080000:0.0:1769075066.491480:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075066.491485:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075066.491492:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075066.491492:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075066.491509:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007611993216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075066.491549:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075066/real 1769075066] req@ffff88dac7d2d180 x1855007611992960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075066.491572:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007611992960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075066.491584:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075066.491589:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075066.491594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611992960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075066.491623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075066.491650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075066.491664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075066/real 1769075066] req@ffff88dac7d2ea00 x1855007611993088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075066.491678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007611993088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075066.491688:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075066.491692:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075066.491696:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075066.491703:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075066.491723:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075066.491735:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075066/real 1769075066] req@ffff88dac7d2c000 x1855007611993216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075066.491781:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007611993216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075066.491790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075066.491793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075066.491796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993216:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075066.747259:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075067.771302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075068.795279:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075069.819389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075070.843256:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075071.611291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075071.611307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075071.611313:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075071.611328:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2058 00000100:00080000:3.0:1769075071.611342:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075071.611351:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075071.611396:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007611993344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075071.611425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075071.611428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075071.611430:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075071.611434:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2058 00000100:00080000:3.0:1769075071.611437:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075071.611440:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075071.611451:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075071.611465:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007611993472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075071.611472:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611993344:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075071.611501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075071.611504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075071.611505:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075071.611511:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2058 00000100:00080000:3.0:1769075071.611514:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075071.611517:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075071.611521:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075071.611535:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007611993600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075071.611588:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075071.611637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075071/real 1769075071] req@ffff88dac8830000 x1855007611993344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075071.611686:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007611993344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075071.611699:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075071.611704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075071.611708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611993344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075071.611732:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075071.611753:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075071.611762:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075071/real 1769075071] req@ffff88dac8832300 x1855007611993472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075071.611771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007611993472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075071.611778:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075071.611780:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075071.611782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075071.611787:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075071.611798:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075071.611804:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075071/real 1769075071] req@ffff88dac8830700 x1855007611993600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075071.611812:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007611993600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075071.611822:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075071.611824:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075071.611826:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993600:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075071.867304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075072.891264:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075073.915264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075074.939302:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075075.963359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075076.731259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075076.731268:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075076.731271:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075076.731279:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2063 00000100:00080000:0.0:1769075076.731289:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075076.731295:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075076.731327:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007611993728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075076.731349:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075076.731352:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075076.731353:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075076.731356:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2063 00000100:00080000:0.0:1769075076.731359:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075076.731361:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075076.731369:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075076.731378:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007611993856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075076.731382:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611993728:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075076.731390:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075076.731394:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075076.731395:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075076.731398:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2063 00000100:00080000:0.0:1769075076.731400:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075076.731402:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075076.731407:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075076.731416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007611993984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075076.731481:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075076.731508:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993984:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075076.987227:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075078.011252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075079.035324:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075079.803688:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.204.148:988 00000400:00000100:2.0:1769075079.803738:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075079.804322:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075079.804365:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075079.804373:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:3.0:1769075079.804890:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075076/real 1769075079] req@ffff88dac7d2e680 x1855007611993856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075079.804916:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007611993856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075079.804930:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075079.804935:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075079.804940:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075079.804949:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075076/real 1769075079] req@ffff88dac7d2f480 x1855007611993984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075079.804963:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007611993984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075079.804970:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075079.804973:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075079.804975:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611993984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075079.804980:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075076/real 1769075079] req@ffff88dac7d2f100 x1855007611993728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075079.804988:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007611993728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075079.804993:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075079.804995:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075079.804997:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611993728:192.168.204.148@tcp:250:kworker.0 00010000:00010000:2.0:1769075080.059264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075081.083256:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075081.851417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075081.851429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075081.851433:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075081.851445:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2068 00000100:00080000:1.0:1769075081.851456:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075081.851464:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075081.851529:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007611994112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075081.851568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075081.851572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075081.851574:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075081.851579:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2068 00000100:00080000:1.0:1769075081.851583:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075081.851588:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075081.851597:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075081.851612:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007611994240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075081.851624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075081.851628:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075081.851629:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075081.851633:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2068 00000100:00080000:1.0:1769075081.851637:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075081.851641:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075081.851646:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075081.851656:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007611994368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075081.851958:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611994112:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075081.852044:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075081.852097:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075081/real 1769075081] req@ffff88dacab4bb80 x1855007611994112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075081.852120:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007611994112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075081.852131:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075081.852136:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075081.852141:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611994112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075081.852173:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075081.852201:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075081.852216:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075081/real 1769075081] req@ffff88dacab4aa00 x1855007611994240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075081.852229:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007611994240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075081.852237:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075081.852241:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075081.852245:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075081.852251:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075081.852273:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075081.852286:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075081/real 1769075081] req@ffff88dacab48380 x1855007611994368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075081.852298:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007611994368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075081.852306:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075081.852311:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075081.852314:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994368:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075082.107258:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075083.131291:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075084.155322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075085.179303:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075086.203253:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075086.971248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075086.971260:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075086.971264:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075086.971274:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2074 00000100:00080000:3.0:1769075086.971286:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075086.971294:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075086.971348:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007611994496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075086.971379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075086.971383:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075086.971385:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075086.971390:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2074 00000100:00080000:3.0:1769075086.971409:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075086.971414:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075086.971425:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075086.971440:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007611994624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075086.971448:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611994496:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075086.971458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075086.971463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075086.971465:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075086.971472:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2074 00000100:00080000:3.0:1769075086.971476:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075086.971481:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075086.971487:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075086.971501:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007611994752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075086.971510:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075086.971548:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075086/real 1769075086] req@ffff88dac8832d80 x1855007611994496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075086.971562:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007611994496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075086.971569:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075086.971572:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075086.971575:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611994496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075086.971594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075086.971608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075086.971617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075086/real 1769075086] req@ffff88dac8833800 x1855007611994624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075086.971630:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007611994624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075086.971636:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075086.971638:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075086.971640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075086.971643:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075086.971653:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075086.971659:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075086/real 1769075086] req@ffff88dac8831c00 x1855007611994752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075086.971667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007611994752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075086.971671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075086.971673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075086.971675:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611994752:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075087.227267:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075088.251292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075089.275310:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075090.299296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075091.323282:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075092.091273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075092.091286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075092.091292:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075092.091304:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2079 00000100:00080000:0.0:1769075092.091361:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075092.091369:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075092.091403:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007611994880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075092.091430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075092.091433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075092.091435:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075092.091438:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2079 00000100:00080000:0.0:1769075092.091441:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075092.091445:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075092.091455:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075092.091466:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611994880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075092.091474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007611995008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075092.091488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075092.091493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075092.091496:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075092.091500:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2079 00000100:00080000:0.0:1769075092.091506:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075092.091511:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075092.091516:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769075092.091526:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075092.091529:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007611995136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075092.091567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075092/real 1769075092] req@ffff88dac7d2ca80 x1855007611994880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075092.091582:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007611994880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075092.091590:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075092.091593:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075092.091596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611994880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075092.091615:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:3.0:1769075092.091637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769075092.091651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075092/real 1769075092] req@ffff88dac7d2f100 x1855007611995008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075092.091679:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007611995008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075092.091690:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075092.091694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075092.091697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075092.091702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:3.0:1769075092.091748:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769075092.091758:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075092/real 1769075092] req@ffff88dac7d2f480 x1855007611995136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075092.091784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007611995136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075092.091790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075092.091793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075092.091795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995136:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075092.347357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075093.371285:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075094.395377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075095.419296:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075096.443280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075097.211258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075097.211269:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075097.211274:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075097.211286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2084 00000100:00080000:3.0:1769075097.211298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075097.211306:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075097.211355:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007611995264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075097.211400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075097.211404:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075097.211405:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075097.211409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2084 00000100:00080000:3.0:1769075097.211413:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075097.211417:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075097.211426:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075097.211454:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007611995392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075097.211466:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611995264:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075097.211473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075097.211478:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075097.211481:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075097.211487:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2084 00000100:00080000:3.0:1769075097.211491:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075097.211497:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075097.211504:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075097.211521:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007611995520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075097.211587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075097.211624:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995520:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075097.467301:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075098.491299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075099.515273:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075100.283446:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769075100.283487:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075100.283504:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075100.283569:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075100.283578:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075100.283655:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075097/real 1769075100] req@ffff88dac8831180 x1855007611995392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075100.283685:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007611995392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075100.283699:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075100.283705:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075100.283709:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075100.283718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075097/real 1769075100] req@ffff88dac8830e00 x1855007611995520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075100.283730:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007611995520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075100.283738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075100.283743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075100.283747:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075100.283754:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075097/real 1769075100] req@ffff88dac8833b80 x1855007611995264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075100.283765:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007611995264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075100.283780:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075100.283784:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075100.283787:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611995264:192.168.204.148@tcp:250:kworker.0 00010000:00010000:0.0:1769075100.539323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075101.563253:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075102.331236:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075102.331245:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075102.331249:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075102.331258:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2089 00000100:00080000:3.0:1769075102.331269:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075102.331276:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075102.331313:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007611995648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075102.331342:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075102.331346:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075102.331348:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075102.331352:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2089 00000100:00080000:3.0:1769075102.331356:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075102.331361:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075102.331371:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075102.331387:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611995648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075102.331396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007611995776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075102.331409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075102.331413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075102.331415:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075102.331420:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2089 00000100:00080000:3.0:1769075102.331424:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075102.331429:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075102.331435:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075102.331446:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007611995904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075102.331455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075102.331508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075102/real 1769075102] req@ffff88dac8830380 x1855007611995648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075102.331529:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007611995648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075102.331550:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075102.331555:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075102.331559:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611995648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075102.331587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075102.331621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075102.331635:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075102/real 1769075102] req@ffff88dac8832680 x1855007611995776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075102.331648:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007611995776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075102.331658:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075102.331661:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075102.331666:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075102.331672:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075102.331694:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075102.331704:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075102/real 1769075102] req@ffff88dac8833100 x1855007611995904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075102.331714:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007611995904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075102.331722:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075102.331725:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075102.331728:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611995904:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075102.587339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075103.611287:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075104.635296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075105.659323:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075106.683340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075107.451238:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075107.451247:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075107.451252:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075107.451260:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2094 00000100:00080000:3.0:1769075107.451271:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075107.451278:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075107.451312:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007611996032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075107.451336:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075107.451343:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075107.451344:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075107.451347:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2094 00000100:00080000:3.0:1769075107.451350:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075107.451353:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075107.451361:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075107.451371:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007611996160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075107.451380:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075107.451383:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075107.451384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075107.451387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2094 00000100:00080000:3.0:1769075107.451391:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075107.451398:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611996032:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075107.451398:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075107.451404:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075107.451417:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007611996288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075107.451462:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075107.451498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075107/real 1769075107] req@ffff88dac8832a00 x1855007611996032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075107.451514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007611996032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075107.451523:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075107.451526:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075107.451530:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611996032:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075107.451536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075107.451552:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075107.451561:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075107/real 1769075107] req@ffff88dac8833480 x1855007611996160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075107.451570:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007611996160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075107.451576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075107.451578:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075107.451581:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075107.451600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075107.451612:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075107.451620:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075107/real 1769075107] req@ffff88dac8833100 x1855007611996288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075107.451629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007611996288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075107.451634:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075107.451636:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075107.451638:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996288:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075107.707672:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075108.731320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075109.755282:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075110.779273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075111.803244:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075112.571254:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075112.571265:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075112.571270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075112.571279:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2099 00000100:00080000:0.0:1769075112.571288:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075112.571294:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075112.571335:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007611996416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075112.571360:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075112.571364:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075112.571366:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075112.571371:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2099 00000100:00080000:0.0:1769075112.571376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075112.571382:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075112.571391:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075112.571396:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611996416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075112.571408:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007611996544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075112.571420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075112.571423:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075112.571426:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075112.571430:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2099 00000100:00080000:0.0:1769075112.571434:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075112.571439:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075112.571444:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1769075112.571455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075112.571460:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007611996672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769075112.571494:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075112/real 1769075112] req@ffff88dac7d2e680 x1855007611996416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075112.571509:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007611996416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075112.571516:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075112.571519:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075112.571522:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611996416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075112.571540:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:3.0:1769075112.571554:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769075112.571563:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075112/real 1769075112] req@ffff88dac7d2c000 x1855007611996544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075112.571571:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007611996544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075112.571577:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075112.571579:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075112.571582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075112.571585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:3.0:1769075112.571596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769075112.571601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075112/real 1769075112] req@ffff88dac7d2ea00 x1855007611996672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075112.571608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007611996672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075112.571613:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075112.571615:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:3.0:1769075112.571617:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996672:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075112.827404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075113.851279:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075114.875335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075115.899318:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075116.923330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075117.691302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075117.691335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075117.691342:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075117.691356:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2104 00000100:00080000:3.0:1769075117.691371:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075117.691382:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075117.691440:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007611996800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075117.691484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075117.691488:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075117.691497:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075117.691505:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2104 00000100:00080000:3.0:1769075117.691510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075117.691520:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075117.691535:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075117.691558:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007611996928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075117.691561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611996800:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075117.691678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075117.691745:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075117/real 1769075117] req@ffff88dac8832680 x1855007611996800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075117.691771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007611996800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075117.691785:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075117.691791:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075117.691796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611996800:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075117.692064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075117.692069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075117.692072:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075117.692080:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2104 00000100:00080000:3.0:1769075117.692087:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075117.692093:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075117.692102:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075117.692120:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007611997056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075117.692642:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075117.692692:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075117.692711:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075117/real 1769075117] req@ffff88dac8830380 x1855007611996928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075117.692725:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007611996928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075117.692733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075117.692737:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075117.692740:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611996928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075117.692764:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075117.692786:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075117.692799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075117/real 1769075117] req@ffff88dac8833b80 x1855007611997056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075117.692813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007611997056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075117.692833:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075117.692838:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075117.692842:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997056:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075117.947314:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075118.971313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075119.995308:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075121.019276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075122.043330:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075122.811251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075122.811259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075122.811264:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075122.811272:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2109 00000100:00080000:1.0:1769075122.811282:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075122.811287:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075122.811319:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007611997184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075122.811343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075122.811346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075122.811347:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075122.811350:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2109 00000100:00080000:1.0:1769075122.811352:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075122.811355:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075122.811363:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075122.811375:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611997184:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075122.811375:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007611997312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075122.811390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075122.811393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075122.811394:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075122.811398:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2109 00000100:00080000:1.0:1769075122.811401:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075122.811403:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075122.811406:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075122.811414:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007611997440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075122.811445:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075122.811484:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075122/real 1769075122] req@ffff88dacab49180 x1855007611997184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075122.811501:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007611997184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075122.811508:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075122.811512:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075122.811515:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611997184:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075122.811533:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075122.811548:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075122.811556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075122/real 1769075122] req@ffff88dacab48700 x1855007611997312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075122.811565:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007611997312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075122.811589:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075122.811592:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075122.811596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075122.811602:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075122.811622:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075122.811633:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075122/real 1769075122] req@ffff88dacab48e00 x1855007611997440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075122.811647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007611997440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075122.811654:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075122.811657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075122.811661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997440:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075123.067324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075124.091392:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075125.115345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075126.139407:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075127.163372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075127.931331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075127.931346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075127.931352:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075127.931376:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2115 00000100:00080000:1.0:1769075127.931392:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075127.931418:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075127.931504:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007611997568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075127.931540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075127.931545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075127.931547:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075127.931552:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2115 00000100:00080000:1.0:1769075127.931567:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075127.931572:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075127.931586:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075127.931604:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007611997696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075127.931619:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611997568:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075127.931624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075127.931639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075127.931642:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075127.931649:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2115 00000100:00080000:1.0:1769075127.931658:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075127.931663:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075127.931669:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075127.931685:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007611997824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075127.931703:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075127.931784:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075127/real 1769075127] req@ffff88dacab49c00 x1855007611997568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075127.931813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007611997568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075127.931825:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075127.931829:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075127.931834:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611997568:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075127.931860:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075127.931886:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075127.931908:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075127/real 1769075127] req@ffff88dacab49500 x1855007611997696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075127.931917:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007611997696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075127.931923:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075127.931925:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075127.931927:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075127.931932:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075127.931946:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075127.931952:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075127/real 1769075127] req@ffff88dacab49880 x1855007611997824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075127.931959:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007611997824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075127.931964:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075127.931966:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075127.931967:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611997824:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075128.187311:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075129.211349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075130.235365:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075131.259313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075132.283370:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075133.051258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075133.051267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075133.051273:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075133.051285:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2120 00000100:00080000:1.0:1769075133.051295:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075133.051309:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075133.051362:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007611997952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075133.051382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075133.051385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075133.051386:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075133.051389:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2120 00000100:00080000:1.0:1769075133.051391:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075133.051394:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075133.051402:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075133.051410:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007611998080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075133.051418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075133.051421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075133.051423:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075133.051426:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611997952:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075133.051427:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2120 00000100:00080000:1.0:1769075133.051433:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075133.051437:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075133.051440:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075133.051450:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007611998208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075133.051536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075133.051563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998208:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075133.307373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075134.331371:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075135.355254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075136.123664:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769075136.123789:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075136.123845:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075136.123916:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075136.123932:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075136.124003:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075133/real 1769075136] req@ffff88dacab4ad80 x1855007611998080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075136.124040:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007611998080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075136.124072:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075136.124081:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075136.124087:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075136.124099:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075133/real 1769075136] req@ffff88dacab49880 x1855007611998208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075136.124120:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007611998208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075136.124132:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075136.124138:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075136.124145:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075136.124184:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075133/real 1769075136] req@ffff88dacab4a680 x1855007611997952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075136.124206:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007611997952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075136.124218:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075136.124223:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075136.124230:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611997952:192.168.204.148@tcp:250:kworker.0 00010000:00010000:2.0:1769075136.379324:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075137.403254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075138.171268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075138.171277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075138.171281:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075138.171289:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2125 00000100:00080000:2.0:1769075138.171298:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075138.171304:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075138.171332:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007611998336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075138.171355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075138.171358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075138.171359:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075138.171362:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2125 00000100:00080000:2.0:1769075138.171375:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075138.171378:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075138.171386:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075138.171395:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007611998464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075138.171402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075138.171405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075138.171406:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075138.171409:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2125 00000100:00080000:2.0:1769075138.171411:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075138.171414:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611998336:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075138.171415:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075138.171422:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075138.171431:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007611998592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075138.171477:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075138.171508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075138/real 1769075138] req@ffff88dac7dbd880 x1855007611998336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075138.171523:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007611998336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075138.171531:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075138.171534:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075138.171577:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611998336:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075138.171583:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075138.171601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075138.171611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075138/real 1769075138] req@ffff88dac7dbd500 x1855007611998464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075138.171619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007611998464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075138.171625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075138.171628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075138.171630:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075138.171650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075138.171661:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075138.171668:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075138/real 1769075138] req@ffff88dac7dbfb80 x1855007611998592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075138.171676:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007611998592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075138.171681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075138.171683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075138.171685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998592:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075138.427297:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075139.451331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075140.475274:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075141.499315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075142.523311:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075143.291224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075143.291234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075143.291239:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075143.291275:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2130 00000100:00080000:2.0:1769075143.291285:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075143.291291:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075143.291342:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007611998720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075143.291368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075143.291371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075143.291395:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075143.291399:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2130 00000100:00080000:2.0:1769075143.291402:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075143.291407:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075143.291416:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075143.291429:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007611998848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075143.291438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075143.291441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075143.291444:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075143.291446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611998720:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075143.291448:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2130 00000100:00080000:2.0:1769075143.291507:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075143.291511:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075143.291515:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075143.291526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007611998976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075143.291558:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075143.291605:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075143/real 1769075143] req@ffff88dac7dbca80 x1855007611998720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075143.291619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007611998720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075143.291627:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075143.291630:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075143.291634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611998720:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075143.291652:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075143.291668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075143.291677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075143/real 1769075143] req@ffff88dac7dbce00 x1855007611998848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075143.291705:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007611998848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075143.291717:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075143.291719:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075143.291722:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075143.291726:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075143.291738:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075143.291746:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075143/real 1769075143] req@ffff88dac7dbed80 x1855007611998976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075143.291770:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007611998976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075143.291778:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075143.291782:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075143.291786:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611998976:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075143.547264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075144.571326:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075145.595270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075146.619268:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075147.643257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075148.411314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075148.411329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075148.411336:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075148.411351:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2135 00000100:00080000:2.0:1769075148.411394:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075148.411420:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075148.411478:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007611999104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075148.411545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075148.411550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075148.411553:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075148.411559:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2135 00000100:00080000:2.0:1769075148.411565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075148.411571:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075148.411583:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075148.411605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007611999232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075148.411619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075148.411624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075148.411627:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075148.411632:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2135 00000100:00080000:2.0:1769075148.411636:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075148.411656:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611999104:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075148.411657:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075148.411671:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075148.411700:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007611999360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075148.411785:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075148.411865:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075148/real 1769075148] req@ffff88dac7dbc700 x1855007611999104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075148.411934:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007611999104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075148.411970:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075148.411978:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075148.411986:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611999104:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075148.412010:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075148.412053:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075148.412085:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075148/real 1769075148] req@ffff88dac7dbf800 x1855007611999232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075148.412109:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007611999232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075148.412124:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075148.412130:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075148.412136:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075148.412225:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075148.412265:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075148.412287:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075148/real 1769075148] req@ffff88dac7dbc000 x1855007611999360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075148.412308:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007611999360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075148.412322:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075148.412327:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075148.412333:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999360:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075148.667271:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075149.691273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075150.715417:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075151.739245:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075152.763275:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075153.531310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075153.531326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075153.531332:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075153.531344:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2140 00000100:00080000:2.0:1769075153.531375:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075153.531387:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075153.531427:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007611999488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075153.531475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075153.531477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075153.531479:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075153.531482:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2140 00000100:00080000:2.0:1769075153.531485:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075153.531488:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075153.531495:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075153.531504:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007611999616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075153.531512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075153.531516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075153.531517:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075153.531521:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2140 00000100:00080000:2.0:1769075153.531524:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075153.531526:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075153.531530:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075153.531536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611999488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075153.531539:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007611999744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075153.531650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075153.531710:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075153/real 1769075153] req@ffff88dac7dbd180 x1855007611999488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075153.531738:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007611999488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075153.531752:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075153.531759:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075153.531765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611999488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075153.531776:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075153.531809:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075153.531848:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075153/real 1769075153] req@ffff88dac7dbe680 x1855007611999616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075153.531867:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007611999616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075153.531879:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075153.531884:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075153.531889:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075153.531933:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075153.531959:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075153.531974:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075153/real 1769075153] req@ffff88dac7dbe300 x1855007611999744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075153.531989:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007611999744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075153.532007:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075153.532011:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075153.532015:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007611999744:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075153.787351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075154.811319:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075155.835343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075156.859336:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075157.883339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075158.651292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075158.651302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075158.651306:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075158.651314:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2145 00000100:00080000:0.0:1769075158.651323:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075158.651328:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075158.651359:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007611999872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075158.651385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075158.651388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075158.651389:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075158.651392:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2145 00000100:00080000:0.0:1769075158.651394:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075158.651396:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075158.651403:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075158.651412:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612000000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075158.651420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075158.651423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075158.651426:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075158.651442:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2145 00000100:00080000:0.0:1769075158.651444:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075158.651444:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611999872:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075158.651451:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075158.651456:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075158.651464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612000128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075158.651506:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075158.651568:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075158/real 1769075158] req@ffff88dac7d2d180 x1855007611999872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075158.651586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007611999872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075158.651595:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075158.651599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075158.651602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007611999872:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075158.651622:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075158.651641:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075158.651675:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075158/real 1769075158] req@ffff88dac7d2d500 x1855007612000000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075158.651689:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612000000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075158.651698:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075158.651702:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075158.651706:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075158.651713:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075158.651742:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075158.651752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075158/real 1769075158] req@ffff88dac7d2dc00 x1855007612000128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075158.651760:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612000128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075158.651765:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075158.651768:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075158.651770:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000128:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075158.907329:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075159.931332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075160.955289:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075161.979342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075163.003284:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075163.771291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075163.771305:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075163.771313:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075163.771328:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2150 00000100:00080000:0.0:1769075163.771345:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075163.771356:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075163.771407:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612000256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075163.771456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075163.771462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075163.771464:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075163.771469:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2150 00000100:00080000:0.0:1769075163.771474:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075163.771478:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075163.771489:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075163.771506:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612000384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075163.771533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075163.771541:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075163.771550:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075163.771554:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612000256:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075163.771563:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2150 00000100:00080000:0.0:1769075163.771584:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075163.771592:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075163.771598:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075163.771615:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612000512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075163.771724:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075163.771814:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075163/real 1769075163] req@ffff88dac7d2d880 x1855007612000256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075163.771848:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612000256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075163.771865:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075163.771871:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075163.771879:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612000256:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075163.771920:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075163.771957:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075163.771991:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075163/real 1769075163] req@ffff88dac7d2c700 x1855007612000384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075163.772008:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612000384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075163.772020:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075163.772025:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075163.772029:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075163.772037:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075163.772061:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075163.772073:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075163/real 1769075163] req@ffff88dac7d2c380 x1855007612000512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075163.772088:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612000512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075163.772098:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075163.772102:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075163.772142:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000512:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075164.027424:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075165.051347:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075166.075255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075167.099366:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075168.123330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075168.891299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075168.891311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075168.891316:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075168.891325:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2155 00000100:00080000:3.0:1769075168.891337:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075168.891343:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075168.891399:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612000640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075168.891445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075168.891448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075168.891450:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075168.891454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2155 00000100:00080000:3.0:1769075168.891457:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075168.891460:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075168.891469:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075168.891495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612000768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075168.891505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075168.891509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075168.891511:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075168.891514:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2155 00000100:00080000:3.0:1769075168.891516:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075168.891520:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075168.891524:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075168.891533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612000896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075168.891575:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612000640:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769075168.891686:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075168.891749:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075168/real 1769075168] req@ffff88dac8830e00 x1855007612000640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075168.891774:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612000640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075168.891788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075168.891795:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075168.891800:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612000640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075168.891810:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075168.891835:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075168.891850:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075168/real 1769075168] req@ffff88dac8831180 x1855007612000768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075168.891864:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612000768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075168.891874:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075168.891877:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075168.891881:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075168.891916:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075168.891937:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075168.891948:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075168/real 1769075168] req@ffff88dac8831c00 x1855007612000896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075168.891962:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612000896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075168.891980:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075168.891984:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075168.891988:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612000896:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075169.147397:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075170.171327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075171.195297:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075172.219391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075173.243349:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075174.011296:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075174.011313:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075174.011319:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075174.011334:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2161 00000100:00080000:3.0:1769075174.011369:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075174.011378:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075174.011432:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612001024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075174.011474:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075174.011479:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075174.011482:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075174.011487:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2161 00000100:00080000:3.0:1769075174.011491:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075174.011496:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075174.011509:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075174.011525:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612001152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075174.011537:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612001024:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075174.011549:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075174.011554:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075174.011555:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075174.011561:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2161 00000100:00080000:3.0:1769075174.011567:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075174.011573:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075174.011578:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075174.011593:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612001280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075174.011626:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075174.011668:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075174/real 1769075174] req@ffff88dac8833800 x1855007612001024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075174.011683:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612001024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075174.011692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075174.011696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075174.011699:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612001024:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075174.011721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075174.011738:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075174.011746:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075174/real 1769075174] req@ffff88dac8832d80 x1855007612001152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075174.011755:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612001152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075174.011761:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075174.011763:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075174.011765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075174.011781:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075174.011793:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075174.011798:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075174/real 1769075174] req@ffff88dac8830700 x1855007612001280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075174.011806:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612001280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075174.011811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075174.011813:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075174.011815:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001280:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075174.267299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075175.291404:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075176.315300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075177.339271:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075178.363297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075179.131312:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075179.131321:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075179.131331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075179.131342:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2166 00000100:00080000:1.0:1769075179.131352:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075179.131357:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075179.131391:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612001408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075179.131422:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075179.131427:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075179.131429:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075179.131440:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2166 00000100:00080000:1.0:1769075179.131446:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075179.131452:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075179.131462:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075179.131463:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612001408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075179.131476:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612001536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075179.131486:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075179.131488:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075179.131490:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075179.131493:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2166 00000100:00080000:1.0:1769075179.131496:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075179.131499:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075179.131502:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075179.131510:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612001664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075179.131525:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075179.131566:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075179/real 1769075179] req@ffff88dacab49500 x1855007612001408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075179.131582:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612001408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075179.131591:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075179.131594:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075179.131598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612001408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075179.131617:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075179.131632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075179.131640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075179/real 1769075179] req@ffff88dacab49c00 x1855007612001536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075179.131648:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612001536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075179.131653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075179.131656:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075179.131658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075179.131661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075179.131671:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075179.131676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075179/real 1769075179] req@ffff88dacab48e00 x1855007612001664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075179.131683:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612001664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075179.131689:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075179.131690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075179.131692:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001664:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075179.387369:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075180.411269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075181.435351:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075182.459259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075183.483348:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075184.251269:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075184.251280:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075184.251286:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075184.251297:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2171 00000100:00080000:0.0:1769075184.251310:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075184.251319:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075184.251369:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612001792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075184.251415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075184.251419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075184.251421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075184.251426:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2171 00000100:00080000:0.0:1769075184.251431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075184.251436:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075184.251447:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075184.251462:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612001920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075184.251474:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075184.251478:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075184.251480:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075184.251485:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2171 00000100:00080000:0.0:1769075184.251488:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075184.251492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075184.251498:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075184.251507:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612002048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075184.251603:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612001792:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769075184.251787:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075184.251843:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075184/real 1769075184] req@ffff88dac7d2c380 x1855007612001792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075184.251866:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612001792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075184.251878:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075184.251883:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075184.251889:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612001792:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075184.251901:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075184.251927:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075184.251942:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075184/real 1769075184] req@ffff88dac7d2c700 x1855007612001920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075184.251954:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612001920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075184.251964:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075184.251968:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075184.251971:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612001920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075184.251979:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075184.252001:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075184.252015:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075184/real 1769075184] req@ffff88dac7d2d880 x1855007612002048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075184.252027:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612002048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075184.252036:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075184.252040:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075184.252043:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002048:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075184.507273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075185.531284:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075186.555297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075187.579400:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075188.603328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075189.371264:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075189.371275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075189.371280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075189.371292:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2176 00000100:00080000:0.0:1769075189.371303:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075189.371311:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075189.371350:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612002176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075189.371378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075189.371382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075189.371385:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075189.371389:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2176 00000100:00080000:0.0:1769075189.371395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075189.371399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075189.371407:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612002176:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075189.371409:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075189.371440:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612002304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075189.371453:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075189.371457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075189.371459:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075189.371464:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2176 00000100:00080000:0.0:1769075189.371468:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075189.371472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769075189.371477:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769075189.371481:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075189.371498:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612002432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075189.371514:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075189/real 1769075189] req@ffff88dac7d2dc00 x1855007612002176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075189.371542:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612002176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075189.371550:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075189.371553:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075189.371556:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612002176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075189.371574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075189.371599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075189.371618:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075189/real 1769075189] req@ffff88dac7d2d500 x1855007612002304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075189.371626:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612002304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075189.371632:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075189.371634:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075189.371636:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075189.371640:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075189.371656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075189.371662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075189/real 1769075189] req@ffff88dac7d2d180 x1855007612002432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075189.371670:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612002432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075189.371690:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075189.371693:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075189.371695:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002432:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075189.627500:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075190.651286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075191.675309:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075192.699264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075193.723299:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075194.491330:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075194.491342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075194.491348:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075194.491360:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2181 00000100:00080000:0.0:1769075194.491372:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075194.491382:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075194.491450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612002560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075194.491494:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075194.491499:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075194.491501:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075194.491505:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2181 00000100:00080000:0.0:1769075194.491509:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075194.491514:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075194.491523:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075194.491538:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612002688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075194.491549:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075194.491553:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075194.491555:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075194.491559:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2181 00000100:00080000:0.0:1769075194.491562:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075194.491569:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075194.491575:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075194.491583:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612002816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075194.491586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612002560:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769075194.491717:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075194.491799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075194/real 1769075194] req@ffff88dac7d2ea00 x1855007612002560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075194.491831:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612002560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075194.491849:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075194.491857:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075194.491864:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612002560:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075194.491878:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075194.491920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075194.491943:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075194/real 1769075194] req@ffff88dac7d2c000 x1855007612002688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075194.491966:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612002688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075194.491983:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075194.492006:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075194.492011:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075194.492044:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075194.492076:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075194.492111:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075194/real 1769075194] req@ffff88dac7d2e680 x1855007612002816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075194.492133:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612002816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075194.492146:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075194.492152:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075194.492158:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612002816:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075194.747289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075195.771278:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075196.795273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075197.819487:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075198.843283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075199.611255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075199.611266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075199.611271:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075199.611281:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2186 00000100:00080000:1.0:1769075199.611292:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075199.611299:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075199.611336:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612002944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075199.611368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075199.611374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075199.611377:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075199.611382:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2186 00000100:00080000:1.0:1769075199.611386:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075199.611391:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075199.611398:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612002944:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769075199.611400:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075199.611418:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612003072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075199.611429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075199.611433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075199.611435:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075199.611439:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2186 00000100:00080000:1.0:1769075199.611461:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075199.611465:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075199.611471:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075199.611486:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612003200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075199.611526:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075199.611556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003200:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075199.867306:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075200.891385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075201.915423:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075202.683629:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769075202.683681:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075202.683699:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075202.683761:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075202.683772:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075202.683895:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075199/real 1769075202] req@ffff88dacab49180 x1855007612003072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075202.683964:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612003072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075202.683988:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075202.684000:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075202.684007:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075202.684024:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075199/real 1769075202] req@ffff88dacab48380 x1855007612003200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075202.684066:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612003200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075202.684080:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075202.684110:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075202.684118:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075202.684134:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075199/real 1769075202] req@ffff88dacab48700 x1855007612002944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075202.684205:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612002944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075202.684223:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075202.684230:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075202.684237:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612002944:192.168.204.148@tcp:250:kworker.0 00010000:00010000:1.0:1769075202.939406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075203.963393:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075204.731230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075204.731240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075204.731244:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075204.731252:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2191 00000100:00080000:1.0:1769075204.731263:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075204.731272:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075204.731303:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612003328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075204.731326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075204.731329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075204.731330:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075204.731334:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2191 00000100:00080000:1.0:1769075204.731337:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075204.731340:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075204.731348:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075204.731358:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612003456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075204.731364:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612003328:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075204.731369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075204.731372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075204.731374:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075204.731377:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2191 00000100:00080000:1.0:1769075204.731379:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075204.731382:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075204.731386:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075204.731395:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612003584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075204.731445:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075204.731486:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075204/real 1769075204] req@ffff88dacab4aa00 x1855007612003328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075204.731506:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612003328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075204.731524:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075204.731529:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075204.731533:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612003328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075204.731559:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075204.731583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075204.731597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075204/real 1769075204] req@ffff88dacab4bb80 x1855007612003456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075204.731610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612003456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075204.731619:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075204.731623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075204.731627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075204.731633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075204.731652:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075204.731663:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075204/real 1769075204] req@ffff88dacab48700 x1855007612003584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075204.731675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612003584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075204.731684:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075204.731688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075204.731691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003584:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075204.987487:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075206.011327:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075207.035567:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075208.059419:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075209.083333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075209.851393:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075209.851410:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075209.851417:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075209.851444:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2196 00000100:00080000:2.0:1769075209.851463:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075209.851474:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075209.851537:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612003712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075209.851578:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075209.851584:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075209.851586:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075209.851592:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2196 00000100:00080000:2.0:1769075209.851596:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075209.851602:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075209.851618:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075209.851642:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612003840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075209.851646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612003712:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075209.851670:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075209.851676:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075209.851690:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075209.851695:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2196 00000100:00080000:2.0:1769075209.851699:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075209.851704:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075209.851710:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075209.851725:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612003968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075209.851775:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075209.851820:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075209/real 1769075209] req@ffff88dac7dbdf80 x1855007612003712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075209.851837:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612003712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075209.851866:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075209.851871:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075209.851875:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612003712:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075209.851919:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075209.851960:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075209.851995:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075209/real 1769075209] req@ffff88dac7dbea00 x1855007612003840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075209.852010:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612003840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075209.852020:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075209.852025:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075209.852029:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075209.852038:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075209.852078:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075209.852096:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075209/real 1769075209] req@ffff88dac7dbe300 x1855007612003968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075209.852116:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612003968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075209.852129:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075209.852206:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075209.852212:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612003968:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075210.107506:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075211.131520:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075212.155521:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075213.179418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075214.203537:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075214.971317:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075214.971337:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075214.971347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075214.971365:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2202 00000100:00080000:2.0:1769075214.971385:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075214.971398:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075214.971485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612004096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075214.971532:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075214.971538:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075214.971541:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075214.971575:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2202 00000100:00080000:2.0:1769075214.971581:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075214.971588:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075214.971603:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075214.971620:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612004096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075214.971625:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612004224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075214.971646:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075214.971650:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075214.971653:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075214.971659:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2202 00000100:00080000:2.0:1769075214.971663:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075214.971667:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075214.971674:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075214.971689:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612004352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075214.971733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075214.971830:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075214/real 1769075214] req@ffff88dac7dbe680 x1855007612004096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075214.971857:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612004096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075214.971870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075214.971884:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075214.971889:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612004096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075214.971919:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075214.971945:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075214.971961:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075214/real 1769075214] req@ffff88dac7dbd180 x1855007612004224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075214.971980:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612004224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075214.972002:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075214.972007:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075214.972011:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075214.972020:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075214.972048:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075214.972083:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075214/real 1769075214] req@ffff88dac7dbc000 x1855007612004352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075214.972107:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612004352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075214.972123:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075214.972129:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075214.972136:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004352:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075215.227516:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075216.251382:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075217.275489:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075218.299518:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075219.323311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075220.091259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075220.091268:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075220.091272:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075220.091281:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2207 00000100:00080000:2.0:1769075220.091291:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075220.091297:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075220.091329:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612004480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075220.091351:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075220.091354:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075220.091355:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075220.091358:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2207 00000100:00080000:2.0:1769075220.091360:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075220.091363:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075220.091370:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075220.091379:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612004608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075220.091383:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612004480:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075220.091392:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075220.091395:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075220.091397:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075220.091400:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2207 00000100:00080000:2.0:1769075220.091403:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075220.091405:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075220.091408:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075220.091415:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612004736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075220.091454:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075220.091553:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075220/real 1769075220] req@ffff88dac7dbf800 x1855007612004480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075220.091580:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612004480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075220.091593:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075220.091599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075220.091604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612004480:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075220.091631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075220.091659:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075220.091673:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075220/real 1769075220] req@ffff88dac7dbc700 x1855007612004608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075220.091686:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612004608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075220.091695:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075220.091698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075220.091702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075220.091707:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075220.091723:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075220.091732:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075220/real 1769075220] req@ffff88dac7dbed80 x1855007612004736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075220.091743:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612004736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075220.091751:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075220.091753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075220.091756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004736:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075220.347398:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075221.371449:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075222.395340:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075223.419327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075224.443325:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075225.211292:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075225.211303:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075225.211323:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075225.211334:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2212 00000100:00080000:2.0:1769075225.211344:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075225.211351:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075225.211384:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612004864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075225.211410:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075225.211413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075225.211414:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075225.211417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2212 00000100:00080000:2.0:1769075225.211420:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075225.211422:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075225.211429:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075225.211438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612004992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075225.211473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075225.211475:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075225.211477:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075225.211480:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2212 00000100:00080000:2.0:1769075225.211483:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075225.211486:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075225.211490:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075225.211500:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612005120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075225.211539:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612004864:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075225.211596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075225.211631:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075225/real 1769075225] req@ffff88dac7dbce00 x1855007612004864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075225.211645:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612004864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075225.211652:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075225.211655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075225.211658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612004864:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075225.211663:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075225.211677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075225.211685:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075225/real 1769075225] req@ffff88dac7dbca80 x1855007612004992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075225.211692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612004992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075225.211698:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075225.211699:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075225.211701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612004992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075225.211705:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075225.211731:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075225.211738:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075225/real 1769075225] req@ffff88dac7dbfb80 x1855007612005120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075225.211746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612005120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075225.211773:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075225.211775:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075225.211777:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005120:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075225.467275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075226.491304:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075227.515295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075228.539380:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075229.563323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075230.331231:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075230.331240:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075230.331244:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075230.331253:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2217 00000100:00080000:2.0:1769075230.331266:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075230.331272:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075230.331306:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612005248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075230.331332:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075230.331335:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075230.331336:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075230.331339:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2217 00000100:00080000:2.0:1769075230.331341:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075230.331343:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075230.331351:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075230.331359:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612005376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075230.331367:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075230.331370:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075230.331371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075230.331377:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2217 00000100:00100000:0.0:1769075230.331379:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612005248:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075230.331380:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075230.331386:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075230.331392:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075230.331399:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612005504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075230.331440:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075230.331471:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075230/real 1769075230] req@ffff88dac7dbd500 x1855007612005248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075230.331486:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612005248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075230.331494:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075230.331497:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075230.331499:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612005248:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075230.331505:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075230.331518:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075230.331526:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075230/real 1769075230] req@ffff88dac7dbd880 x1855007612005376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075230.331534:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612005376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075230.331540:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075230.331542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075230.331545:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075230.331563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075230.331574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075230.331580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075230/real 1769075230] req@ffff88dac7dbc380 x1855007612005504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075230.331588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612005504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075230.331593:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075230.331596:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075230.331598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005504:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075230.587292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075231.611373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075232.635287:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075233.659283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075234.683339:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075235.451328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075235.451342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075235.451349:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075235.451362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2222 00000100:00080000:1.0:1769075235.451375:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075235.451385:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075235.451443:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612005632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075235.451484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075235.451489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075235.451492:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075235.451508:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2222 00000100:00080000:1.0:1769075235.451512:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075235.451516:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075235.451527:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075235.451554:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612005760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075235.451569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075235.451574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075235.451576:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075235.451581:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2222 00000100:00080000:1.0:1769075235.451585:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075235.451589:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075235.451595:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075235.451606:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612005888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075235.451624:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612005632:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075235.451710:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075235.451777:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075235/real 1769075235] req@ffff88dacab48380 x1855007612005632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075235.451804:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612005632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075235.451819:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075235.451826:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075235.451831:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612005632:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075235.451841:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075235.451867:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075235.451882:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075235/real 1769075235] req@ffff88dacab49180 x1855007612005760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075235.451898:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612005760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075235.452036:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075235.452041:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075235.452045:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075235.452076:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075235.452103:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075235.452117:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075235/real 1769075235] req@ffff88dacab48e00 x1855007612005888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075235.452133:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612005888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075235.452142:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075235.452198:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075235.452203:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612005888:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075235.707390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075236.731273:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075237.755373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075238.779311:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075239.803291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075240.571244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075240.571255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075240.571260:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075240.571271:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2227 00000100:00080000:0.0:1769075240.571282:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075240.571288:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075240.571332:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612006016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075240.571355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075240.571359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075240.571361:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075240.571365:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2227 00000100:00080000:0.0:1769075240.571369:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075240.571374:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075240.571384:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075240.571390:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612006016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075240.571395:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612006144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075240.571404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075240.571408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075240.571409:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075240.571413:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2227 00000100:00080000:0.0:1769075240.571416:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075240.571419:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075240.571423:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075240.571431:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612006272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075240.571452:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075240.571492:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075240/real 1769075240] req@ffff88dac7d2f480 x1855007612006016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075240.571511:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612006016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075240.571518:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075240.571521:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075240.571524:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612006016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075240.571542:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075240.571559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075240.571567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075240/real 1769075240] req@ffff88dac7d2f100 x1855007612006144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075240.571575:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612006144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075240.571580:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075240.571582:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075240.571584:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075240.571588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075240.571597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075240.571603:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075240/real 1769075240] req@ffff88dac7d2ca80 x1855007612006272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075240.571610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612006272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075240.571619:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075240.571621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075240.571623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006272:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075240.827274:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075241.851292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075242.875282:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075243.899316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075244.923302:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075245.691254:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075245.691264:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075245.691268:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075245.691276:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2232 00000100:00080000:2.0:1769075245.691285:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075245.691291:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075245.691322:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612006400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075245.691345:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075245.691347:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075245.691349:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075245.691352:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2232 00000100:00080000:2.0:1769075245.691355:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075245.691358:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075245.691365:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075245.691379:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612006400:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075245.691379:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612006528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075245.691393:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075245.691395:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075245.691396:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075245.691398:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2232 00000100:00080000:2.0:1769075245.691401:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075245.691403:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075245.691406:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075245.691416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612006656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075245.691440:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075245.691471:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075245/real 1769075245] req@ffff88dac7dbf480 x1855007612006400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075245.691485:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612006400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075245.691492:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075245.691495:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075245.691498:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612006400:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075245.691517:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075245.691531:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075245.691539:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075245/real 1769075245] req@ffff88dac7dbf100 x1855007612006528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075245.691547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612006528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075245.691553:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075245.691555:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075245.691557:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075245.691562:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075245.691572:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075245.691578:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075245/real 1769075245] req@ffff88dac7dbc380 x1855007612006656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075245.691586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612006656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075245.691591:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075245.691592:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075245.691594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006656:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075245.947283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075246.971287:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075247.995263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075249.019255:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075250.043325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075250.811270:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075250.811286:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075250.811291:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075250.811306:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2237 00000100:00080000:2.0:1769075250.811321:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075250.811331:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075250.811379:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612006784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075250.811418:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075250.811423:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075250.811425:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075250.811428:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2237 00000100:00080000:2.0:1769075250.811433:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075250.811437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075250.811448:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075250.811463:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612006912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075250.811480:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612006784:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075250.811489:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075250.811495:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075250.811498:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075250.811503:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2237 00000100:00080000:2.0:1769075250.811509:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075250.811512:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075250.811517:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075250.811535:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612007040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075250.811574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075250.811631:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075250/real 1769075250] req@ffff88dac7dbd880 x1855007612006784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075250.811669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612006784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075250.811681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075250.811686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075250.811690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612006784:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075250.811738:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075250.811768:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075250.811782:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075250/real 1769075250] req@ffff88dac7dbd500 x1855007612006912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075250.811795:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612006912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075250.811804:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075250.811807:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075250.811810:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612006912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075250.811816:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075250.811836:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075250.811847:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075250/real 1769075250] req@ffff88dac7dbfb80 x1855007612007040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075250.811857:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612007040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075250.811864:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075250.811867:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075250.811871:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007040:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075251.067272:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075252.091295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075253.115278:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075254.139310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075255.163302:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075255.931259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075255.931270:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075255.931275:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075255.931287:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2243 00000100:00080000:2.0:1769075255.931298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075255.931306:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075255.931344:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612007168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075255.931366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075255.931369:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075255.931370:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075255.931373:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2243 00000100:00080000:2.0:1769075255.931376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075255.931379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075255.931387:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075255.931397:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612007296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075255.931402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612007168:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075255.931408:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075255.931412:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075255.931413:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075255.931417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2243 00000100:00080000:2.0:1769075255.931420:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075255.931423:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075255.931426:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075255.931433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612007424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075255.931463:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075255.931495:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075255/real 1769075255] req@ffff88dac7dbca80 x1855007612007168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075255.931509:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612007168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075255.931516:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075255.931519:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075255.931522:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612007168:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075255.931541:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075255.931556:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075255.931593:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075255/real 1769075255] req@ffff88dac7dbce00 x1855007612007296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075255.931602:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612007296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075255.931608:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075255.931610:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075255.931613:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075255.931617:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075255.931631:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075255.931638:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075255/real 1769075255] req@ffff88dac7dbed80 x1855007612007424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075255.931646:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612007424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075255.931655:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075255.931657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075255.931659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007424:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075256.187386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075257.211278:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075258.235308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075259.259387:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075260.283314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075261.051316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075261.051333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075261.051341:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075261.051358:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2248 00000100:00080000:0.0:1769075261.051375:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075261.051387:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075261.051441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612007552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075261.051541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075261.051551:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075261.051556:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075261.051567:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2248 00000100:00080000:0.0:1769075261.051576:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075261.051586:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075261.051596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612007552:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075261.051607:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075261.051645:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612007680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075261.051669:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075261.051676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075261.051681:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075261.051689:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2248 00000100:00080000:0.0:1769075261.051702:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075261.051702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769075261.051717:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075261.051728:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075261.051769:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612007808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075261.051813:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075261/real 1769075261] req@ffff88dac7d2ca80 x1855007612007552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075261.051853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612007552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075261.051868:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075261.051873:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075261.051878:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612007552:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075261.051913:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075261.051959:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075261.051985:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075261/real 1769075261] req@ffff88dac7d2f100 x1855007612007680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075261.052011:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612007680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075261.052023:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075261.052028:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075261.052032:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075261.052041:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075261.052083:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075261.052095:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075261/real 1769075261] req@ffff88dac7d2f480 x1855007612007808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075261.052107:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612007808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075261.052115:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075261.052118:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075261.052122:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612007808:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075261.307342:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075262.331281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075263.355411:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075264.379345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075265.403374:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075266.171309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075266.171325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075266.171331:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075266.171346:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2253 00000100:00080000:0.0:1769075266.171362:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075266.171372:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075266.171478:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612007936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075266.171529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075266.171535:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075266.171538:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075266.171544:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2253 00000100:00080000:0.0:1769075266.171561:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075266.171588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612007936:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075266.171589:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075266.171613:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075266.171639:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612008064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075266.171655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075266.171660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075266.171663:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075266.171689:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2253 00000100:00080000:0.0:1769075266.171697:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075266.171718:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075266.171723:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008064:192.168.204.148@tcp:38:kworker.0 00000008:00100000:0.0:1769075266.171733:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075266.171767:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612008192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075266.171841:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008192:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075266.427357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075267.451326:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075268.475293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075269.243487:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769075269.243542:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075269.243559:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075269.243609:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075269.243621:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075269.243678:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075266/real 1769075269] req@ffff88dac7d2ea00 x1855007612008192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075269.243706:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612008192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075269.243719:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075269.243725:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075269.243730:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075269.243740:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075266/real 1769075269] req@ffff88dac7d2c000 x1855007612008064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075269.243763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612008064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075269.243773:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075269.243777:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075269.243781:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075269.243788:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075266/real 1769075269] req@ffff88dac7d2e680 x1855007612007936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075269.243802:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612007936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075269.243811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075269.243814:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075269.243818:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612007936:192.168.204.148@tcp:250:kworker.0 00010000:00010000:1.0:1769075269.499265:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075270.523283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075271.291285:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075271.291295:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075271.291300:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075271.291324:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2258 00000100:00080000:2.0:1769075271.291348:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075271.291355:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075271.291388:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612008320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075271.291417:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075271.291422:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075271.291424:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075271.291428:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2258 00000100:00080000:2.0:1769075271.291431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075271.291436:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075271.291446:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075271.291461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612008448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075271.291471:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612008320:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075271.291477:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075271.291482:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075271.291484:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075271.291495:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2258 00000100:00080000:2.0:1769075271.291499:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075271.291503:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075271.291510:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075271.291523:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612008576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075271.291542:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075271.291611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075271/real 1769075271] req@ffff88dac7dbc700 x1855007612008320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075271.291631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612008320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075271.291642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075271.291647:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075271.291651:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612008320:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075271.291696:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075271.291721:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075271.291735:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075271/real 1769075271] req@ffff88dac7dbf800 x1855007612008448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075271.291748:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612008448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075271.291757:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075271.291761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075271.291765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075271.291771:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075271.291791:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075271.291803:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075271/real 1769075271] req@ffff88dac7dbc000 x1855007612008576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075271.291816:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612008576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075271.291825:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075271.291828:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075271.291832:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008576:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075271.547292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075272.571257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075273.595397:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075274.619438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075275.643403:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075276.411369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075276.411397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075276.411405:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075276.411420:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2263 00000100:00080000:1.0:1769075276.411453:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075276.411463:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075276.411523:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612008704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075276.411585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075276.411591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075276.411593:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075276.411624:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2263 00000100:00080000:1.0:1769075276.411628:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075276.411633:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075276.411645:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075276.411662:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612008832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075276.411674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075276.411702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612008704:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075276.411702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075276.411709:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075276.411724:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2263 00000100:00080000:1.0:1769075276.411729:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075276.411736:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075276.411746:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075276.411766:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612008960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075276.411794:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075276.411860:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075276/real 1769075276] req@ffff88dacab49c00 x1855007612008704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075276.411906:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612008704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075276.411920:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075276.411925:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075276.411929:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612008704:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075276.411959:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075276.411988:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075276.412002:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075276/real 1769075276] req@ffff88dacab49500 x1855007612008832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075276.412016:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612008832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075276.412024:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075276.412028:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075276.412032:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075276.412038:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075276.412055:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075276.412064:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075276/real 1769075276] req@ffff88dacab4a680 x1855007612008960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075276.412083:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612008960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075276.412091:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075276.412094:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075276.412097:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612008960:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075276.667385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075277.691420:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075278.715444:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075279.739445:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075280.763383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075281.531253:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075281.531263:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075281.531267:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075281.531277:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2268 00000100:00080000:3.0:1769075281.531288:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075281.531295:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075281.531327:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612009088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075281.531348:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075281.531351:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075281.531353:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075281.531356:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2268 00000100:00080000:3.0:1769075281.531359:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075281.531362:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075281.531370:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075281.531379:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612009216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075281.531385:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612009088:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075281.531389:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075281.531395:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075281.531396:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075281.531400:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2268 00000100:00080000:3.0:1769075281.531402:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075281.531404:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075281.531407:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075281.531416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612009344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075281.531459:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075281.531500:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075281/real 1769075281] req@ffff88dac8832300 x1855007612009088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075281.531518:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612009088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075281.531530:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075281.531534:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075281.531538:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612009088:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075281.531560:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075281.531581:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075281.531593:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075281/real 1769075281] req@ffff88dac8830000 x1855007612009216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075281.531613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612009216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075281.531622:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075281.531625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075281.531628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075281.531635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075281.531654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075281.531666:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075281/real 1769075281] req@ffff88dac8830700 x1855007612009344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075281.531678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612009344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075281.531687:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075281.531690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075281.531694:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009344:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075281.787393:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075282.811390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075283.835353:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075284.859446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075285.883350:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075286.651358:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075286.651371:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075286.651377:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075286.651389:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2273 00000100:00080000:2.0:1769075286.651403:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075286.651412:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075286.651456:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612009472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075286.651496:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075286.651501:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075286.651504:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075286.651509:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2273 00000100:00080000:2.0:1769075286.651513:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075286.651517:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075286.651543:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075286.651565:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612009600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075286.651573:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612009472:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075286.651597:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075286.651601:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075286.651604:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075286.651612:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2273 00000100:00080000:2.0:1769075286.651618:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075286.651622:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075286.651630:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075286.651646:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612009728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075286.651688:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075286.651756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075286/real 1769075286] req@ffff88dac7dbd180 x1855007612009472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075286.651793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612009472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075286.651813:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075286.651820:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075286.651828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612009472:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075286.651868:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075286.651914:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075286.651947:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075286/real 1769075286] req@ffff88dac7dbe680 x1855007612009600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075286.651972:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612009600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075286.651984:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075286.651988:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075286.651993:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075286.652001:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075286.652025:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075286.652038:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075286/real 1769075286] req@ffff88dac7dbe300 x1855007612009728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075286.652077:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612009728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075286.652087:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075286.652092:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075286.652095:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009728:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075286.907430:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075287.931360:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075288.955307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075289.979243:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075291.003454:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075291.771351:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075291.771367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075291.771375:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075291.771391:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2278 00000100:00080000:0.0:1769075291.771408:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075291.771421:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075291.771477:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612009856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075291.771530:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075291.771539:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075291.771543:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075291.771552:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2278 00000100:00080000:0.0:1769075291.771561:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075291.771569:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075291.771585:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075291.771591:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612009856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075291.771610:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612009984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075291.771627:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075291.771632:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075291.771635:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075291.771639:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2278 00000100:00080000:0.0:1769075291.771673:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075291.771680:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769075291.771690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769075291.771693:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075291.771711:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612010112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075291.771765:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075291/real 1769075291] req@ffff88dac7d2d180 x1855007612009856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075291.771802:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612009856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075291.771821:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075291.771830:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075291.771837:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612009856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075291.771892:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075291.771941:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075291.772012:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075291/real 1769075291] req@ffff88dac7d2d500 x1855007612009984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075291.772039:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612009984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075291.772050:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075291.772054:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075291.772059:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612009984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075291.772067:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075291.772117:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075291.772133:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075291/real 1769075291] req@ffff88dac7d2dc00 x1855007612010112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075291.772149:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612010112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075291.772159:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075291.772196:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075291.772201:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010112:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075292.027348:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075293.051258:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075294.075332:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075295.099360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075296.123358:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075296.891299:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075296.891314:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075296.891320:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075296.891334:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2283 00000100:00080000:0.0:1769075296.891349:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075296.891357:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075296.891416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612010240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075296.891444:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075296.891449:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075296.891451:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075296.891455:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2283 00000100:00080000:0.0:1769075296.891459:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075296.891463:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075296.891474:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075296.891486:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612010240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075296.891487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612010368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075296.891505:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075296.891509:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075296.891511:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075296.891515:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2283 00000100:00080000:0.0:1769075296.891518:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075296.891522:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075296.891527:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075296.891538:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612010496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075296.891578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075296.891658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075296/real 1769075296] req@ffff88dac7d2d880 x1855007612010240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075296.891680:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612010240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075296.891693:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075296.891698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075296.891702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612010240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075296.891727:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075296.891747:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075296.891757:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075296/real 1769075296] req@ffff88dac7d2c700 x1855007612010368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075296.891766:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612010368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075296.891777:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075296.891780:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075296.891782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075296.891785:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075296.891797:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075296.891803:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075296/real 1769075296] req@ffff88dac7d2c380 x1855007612010496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075296.891811:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612010496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075296.891816:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075296.891818:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075296.891820:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010496:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075297.147315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075298.171313:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075299.195320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075300.219253:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075301.243366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075302.011247:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075302.011256:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075302.011259:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075302.011267:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2289 00000100:00080000:3.0:1769075302.011277:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075302.011283:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075302.011316:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612010624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075302.011340:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075302.011342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075302.011344:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075302.011347:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2289 00000100:00080000:3.0:1769075302.011349:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075302.011352:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075302.011360:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075302.011370:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612010752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075302.011374:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612010624:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075302.011387:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075302.011390:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075302.011392:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075302.011396:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2289 00000100:00080000:3.0:1769075302.011398:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075302.011401:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075302.011405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075302.011414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612010880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075302.011435:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075302.011470:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075302/real 1769075302] req@ffff88dac8832d80 x1855007612010624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075302.011483:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612010624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075302.011491:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075302.011494:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075302.011497:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612010624:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075302.011515:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075302.011529:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075302.011537:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075302/real 1769075302] req@ffff88dac8833800 x1855007612010752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075302.011545:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612010752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075302.011551:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075302.011555:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075302.011558:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075302.011564:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075302.011584:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075302.011595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075302/real 1769075302] req@ffff88dac8831c00 x1855007612010880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075302.011608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612010880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075302.011616:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075302.011620:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075302.011622:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612010880:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075302.267263:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075303.291273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075304.315292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075305.339316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075306.363351:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075307.131294:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075307.131303:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075307.131308:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075307.131316:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2294 00000100:00080000:1.0:1769075307.131333:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075307.131338:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075307.131370:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612011008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075307.131392:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075307.131395:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075307.131397:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075307.131400:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2294 00000100:00080000:1.0:1769075307.131402:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075307.131405:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075307.131413:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075307.131424:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612011136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075307.131430:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612011008:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075307.131435:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075307.131439:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075307.131440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075307.131443:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2294 00000100:00080000:1.0:1769075307.131446:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075307.131448:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075307.131452:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075307.131461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612011264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075307.131500:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075307.131544:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075307/real 1769075307] req@ffff88dacab49880 x1855007612011008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075307.131565:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612011008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075307.131573:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075307.131576:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075307.131578:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612011008:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075307.131597:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075307.131617:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075307.131648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075307/real 1769075307] req@ffff88dacab4ad80 x1855007612011136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075307.131663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612011136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075307.131673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075307.131678:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075307.131684:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075307.131695:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075307.131766:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075307.131801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075307/real 1769075307] req@ffff88dacab4a680 x1855007612011264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075307.131816:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612011264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075307.131825:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075307.131829:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075307.131833:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011264:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075307.387302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075308.411272:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075309.435374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075310.459338:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075311.483312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075312.251269:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075312.251280:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075312.251285:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075312.251295:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2299 00000100:00080000:2.0:1769075312.251307:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075312.251314:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075312.251348:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612011392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075312.251375:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075312.251380:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075312.251382:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075312.251387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2299 00000100:00080000:2.0:1769075312.251390:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075312.251394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075312.251403:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075312.251411:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612011392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075312.251416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612011520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075312.251426:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075312.251429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075312.251430:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075312.251433:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2299 00000100:00080000:2.0:1769075312.251435:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075312.251437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075312.251440:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075312.251450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612011648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075312.251472:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075312.251504:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075312/real 1769075312] req@ffff88dac7dbea00 x1855007612011392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075312.251518:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612011392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075312.251526:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075312.251529:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075312.251543:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612011392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075312.251561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075312.251576:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075312.251584:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075312/real 1769075312] req@ffff88dac7dbdf80 x1855007612011520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075312.251592:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612011520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075312.251598:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075312.251600:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075312.251602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075312.251606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075312.251669:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075312.251682:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075312/real 1769075312] req@ffff88dac7dbe300 x1855007612011648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075312.251728:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612011648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075312.251736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075312.251739:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075312.251742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011648:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075312.507376:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075313.531292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075314.555393:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075315.579255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075316.603286:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075317.371258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075317.371271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075317.371276:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075317.371287:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2304 00000100:00080000:2.0:1769075317.371299:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075317.371307:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075317.371349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612011776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075317.371384:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075317.371388:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075317.371390:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075317.371394:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2304 00000100:00080000:2.0:1769075317.371398:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075317.371403:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075317.371413:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075317.371431:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612011904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075317.371443:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075317.371447:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075317.371449:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075317.371454:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2304 00000100:00080000:2.0:1769075317.371458:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075317.371463:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612011776:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075317.371466:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075317.371472:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075317.371490:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612012032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075317.371575:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075317.371626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075317/real 1769075317] req@ffff88dac7dbe680 x1855007612011776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075317.371650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612011776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075317.371661:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075317.371666:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075317.371670:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612011776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075317.371678:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075317.371702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075317.371716:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075317/real 1769075317] req@ffff88dac7dbd180 x1855007612011904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075317.371729:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612011904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075317.371745:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075317.371749:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075317.371754:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612011904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075317.371788:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075317.371812:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075317.371825:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075317/real 1769075317] req@ffff88dac7dbc000 x1855007612012032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075317.371837:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612012032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075317.371844:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075317.371848:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075317.371852:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012032:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075317.627280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075318.651296:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075319.675280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075320.699321:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075321.723273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075322.491315:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075322.491330:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075322.491336:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075322.491349:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2309 00000100:00080000:0.0:1769075322.491364:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075322.491374:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075322.491427:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612012160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075322.491488:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075322.491494:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075322.491497:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075322.491503:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2309 00000100:00080000:0.0:1769075322.491509:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075322.491515:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075322.491527:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075322.491538:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612012160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075322.491549:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612012288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075322.491564:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075322.491569:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075322.491572:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075322.491578:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2309 00000100:00080000:0.0:1769075322.491584:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075322.491590:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075322.491597:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075322.491612:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612012416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075322.491621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075322.491667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075322/real 1769075322] req@ffff88dac7d2c380 x1855007612012160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075322.491681:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612012160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075322.491689:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075322.491693:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075322.491696:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612012160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075322.491717:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075322.491732:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075322.491741:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075322/real 1769075322] req@ffff88dac7d2c700 x1855007612012288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075322.491749:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612012288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075322.491754:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075322.491757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075322.491759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075322.491763:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075322.491773:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075322.491780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075322/real 1769075322] req@ffff88dac7d2d880 x1855007612012416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075322.491788:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612012416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075322.491793:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075322.491795:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075322.491796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012416:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075322.747251:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075323.771274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075324.795256:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075325.819337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075326.843343:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075327.611273:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075327.611284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075327.611290:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075327.611300:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2314 00000100:00080000:0.0:1769075327.611312:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075327.611320:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075327.611387:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612012544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075327.611415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075327.611419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075327.611422:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075327.611426:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2314 00000100:00080000:0.0:1769075327.611430:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075327.611435:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075327.611445:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075327.611458:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612012544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075327.611463:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612012672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075327.611477:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075327.611481:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075327.611483:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075327.611487:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2314 00000100:00080000:0.0:1769075327.611491:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075327.611496:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075327.611501:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075327.611513:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612012800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075327.611524:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075327.611571:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075327/real 1769075327] req@ffff88dac7d2dc00 x1855007612012544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075327.611587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612012544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075327.611597:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075327.611602:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075327.611606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612012544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075327.611630:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075327.611656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075327.611670:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075327/real 1769075327] req@ffff88dac7d2d500 x1855007612012672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075327.611681:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612012672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075327.611687:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075327.611690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075327.611692:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075327.611696:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075327.611713:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075327.611723:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075327/real 1769075327] req@ffff88dac7d2d180 x1855007612012800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075327.611736:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612012800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075327.611744:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075327.611748:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075327.611751:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612012800:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075327.867324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075328.891256:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075329.915300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075330.939283:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075331.963278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075332.731250:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075332.731259:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075332.731264:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075332.731286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2319 00000100:00080000:0.0:1769075332.731297:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075332.731303:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075332.731335:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612012928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075332.731359:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075332.731362:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075332.731363:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075332.731367:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2319 00000100:00080000:0.0:1769075332.731369:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075332.731372:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075332.731380:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075332.731389:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612013056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075332.731394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612012928:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075332.731403:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075332.731406:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075332.731407:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075332.731410:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2319 00000100:00080000:0.0:1769075332.731414:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075332.731416:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075332.731419:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075332.731427:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612013184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075332.731511:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075332.731538:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013184:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075332.987366:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075334.011335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075335.035475:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075335.803519:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769075335.803556:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075335.803570:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075335.803613:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075335.803619:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075335.803685:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075332/real 1769075335] req@ffff88dac7d2c000 x1855007612013056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.803732:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612013056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075335.803756:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.803763:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075335.803769:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075335.803781:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075332/real 1769075335] req@ffff88dac7d2ea00 x1855007612013184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.803798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612013184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075335.803807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.803812:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075335.803816:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075335.803827:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075332/real 1769075335] req@ffff88dac7d2e680 x1855007612012928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.803842:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612012928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075335.803850:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.803853:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075335.803857:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612012928:192.168.204.148@tcp:250:kworker.0 00010000:00010000:3.0:1769075336.059338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075337.083311:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075337.851272:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075337.851284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075337.851288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075337.851299:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2324 00000100:00080000:1.0:1769075337.851310:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075337.851317:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075337.851349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612013312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075337.851378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075337.851382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075337.851383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075337.851388:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2324 00000100:00080000:1.0:1769075337.851392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075337.851396:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075337.851406:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075337.851413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612013312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075337.851421:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612013440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075337.851433:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075337.851436:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075337.851439:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075337.851442:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2324 00000100:00080000:1.0:1769075337.851446:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075337.851450:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075337.851454:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075337.851465:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612013568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075337.851489:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075337.851533:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075337/real 1769075337] req@ffff88dacab49500 x1855007612013312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075337.851554:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612013312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075337.851565:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075337.851570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075337.851574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612013312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075337.851599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075337.851626:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075337.851641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075337/real 1769075337] req@ffff88dacab49c00 x1855007612013440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075337.851654:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612013440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075337.851664:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075337.851668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075337.851673:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075337.851679:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075337.851700:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075337.851713:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075337/real 1769075337] req@ffff88dacab48e00 x1855007612013568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075337.851727:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612013568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075337.851735:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075337.851739:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075337.851742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013568:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075338.107285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075339.131290:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075340.155273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075341.179295:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075342.203251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075342.971232:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075342.971243:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075342.971247:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075342.971258:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2330 00000100:00080000:1.0:1769075342.971269:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075342.971276:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075342.971311:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612013696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075342.971339:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075342.971343:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075342.971345:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075342.971351:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2330 00000100:00080000:1.0:1769075342.971356:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075342.971361:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075342.971368:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612013696:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769075342.971370:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075342.971388:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612013824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075342.971400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075342.971404:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075342.971406:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075342.971410:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2330 00000100:00080000:1.0:1769075342.971417:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075342.971421:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:0.0:1769075342.971427:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:1.0:1769075342.971430:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075342.971446:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612013952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075342.971464:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075342/real 1769075342] req@ffff88dacab49180 x1855007612013696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075342.971480:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612013696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075342.971489:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075342.971492:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075342.971495:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612013696:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075342.971512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075342.971529:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075342.971541:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075342/real 1769075342] req@ffff88dacab48380 x1855007612013824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075342.971562:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612013824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075342.971572:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075342.971575:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075342.971579:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075342.971585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075342.971604:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075342.971613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075342/real 1769075342] req@ffff88dacab48700 x1855007612013952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075342.971621:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612013952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075342.971626:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075342.971628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075342.971630:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612013952:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075343.227395:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075344.251268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075345.275324:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075346.299267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075347.323349:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075348.091287:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075348.091302:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075348.091318:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075348.091330:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2335 00000100:00080000:2.0:1769075348.091343:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075348.091350:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075348.091399:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612014080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075348.091434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075348.091438:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075348.091440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075348.091445:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2335 00000100:00080000:2.0:1769075348.091449:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075348.091454:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075348.091467:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075348.091494:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612014208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075348.091496:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612014080:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075348.091532:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075348.091536:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075348.091538:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075348.091543:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2335 00000100:00080000:2.0:1769075348.091546:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075348.091550:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075348.091556:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075348.091572:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612014336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075348.091583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075348.091623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075348/real 1769075348] req@ffff88dac7dbf800 x1855007612014080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075348.091637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612014080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075348.091647:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075348.091650:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075348.091654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612014080:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075348.091676:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075348.091699:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075348.091713:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075348/real 1769075348] req@ffff88dac7dbc700 x1855007612014208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075348.091727:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612014208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075348.091736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075348.091740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075348.091742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075348.091748:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075348.091765:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075348.091772:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075348/real 1769075348] req@ffff88dac7dbed80 x1855007612014336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075348.091780:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612014336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075348.091785:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075348.091788:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075348.091790:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014336:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075348.347300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075349.371365:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075350.395337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075351.419311:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075352.443351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075353.211292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075353.211303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075353.211308:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075353.211319:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2340 00000100:00080000:0.0:1769075353.211331:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075353.211339:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075353.211376:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612014464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075353.211409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075353.211413:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075353.211415:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075353.211419:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2340 00000100:00080000:0.0:1769075353.211423:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075353.211427:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075353.211436:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075353.211450:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612014592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075353.211462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075353.211465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075353.211468:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075353.211477:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2340 00000100:00100000:1.0:1769075353.211477:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612014464:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075353.211487:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075353.211494:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075353.211500:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075353.211514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612014720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075353.211574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075353.211628:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075353/real 1769075353] req@ffff88dac7d2f480 x1855007612014464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075353.211649:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612014464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075353.211662:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075353.211668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075353.211672:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612014464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075353.211701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075353.211723:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075353.211736:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075353/real 1769075353] req@ffff88dac7d2f100 x1855007612014592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075353.211749:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612014592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075353.211758:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075353.211762:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075353.211767:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075353.211774:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075353.211791:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075353.211800:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075353/real 1769075353] req@ffff88dac7d2ca80 x1855007612014720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075353.211813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612014720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075353.211821:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075353.211825:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075353.211829:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014720:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075353.467334:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075354.491328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075355.515305:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075356.539370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075357.563283:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075358.331271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075358.331281:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075358.331284:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075358.331293:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2345 00000100:00080000:3.0:1769075358.331302:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075358.331308:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075358.331345:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612014848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075358.331376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075358.331379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075358.331381:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075358.331384:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2345 00000100:00080000:3.0:1769075358.331387:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075358.331393:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075358.331403:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075358.331417:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612014848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075358.331421:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612014976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075358.331447:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075358.331450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075358.331452:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075358.331455:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2345 00000100:00080000:3.0:1769075358.331459:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075358.331463:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075358.331467:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075358.331479:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612015104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075358.331487:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075358.331531:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075358/real 1769075358] req@ffff88dac8831180 x1855007612014848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075358.331549:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612014848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075358.331561:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075358.331565:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075358.331570:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612014848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075358.331594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075358.331649:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075358.331662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075358/real 1769075358] req@ffff88dac8830e00 x1855007612014976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075358.331675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612014976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075358.331684:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075358.331687:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075358.331691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612014976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075358.331698:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075358.331715:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075358.331725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075358/real 1769075358] req@ffff88dac8833b80 x1855007612015104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075358.331736:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612015104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075358.331745:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075358.331748:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075358.331752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015104:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075358.587342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075359.611275:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075360.635340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075361.659321:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075362.683345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075363.451287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075363.451303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075363.451309:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075363.451322:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2350 00000100:00080000:0.0:1769075363.451337:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075363.451347:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075363.451398:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612015232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075363.451431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075363.451437:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075363.451439:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075363.451445:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2350 00000100:00080000:0.0:1769075363.451450:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075363.451455:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075363.451465:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075363.451468:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612015232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075363.451480:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612015360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075363.451491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075363.451493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075363.451495:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075363.451498:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2350 00000100:00080000:0.0:1769075363.451501:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075363.451504:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075363.451507:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075363.451517:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612015488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075363.451552:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075363.451595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075363/real 1769075363] req@ffff88dac7d2ca80 x1855007612015232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075363.451616:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612015232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075363.451625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075363.451628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075363.451632:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612015232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075363.451653:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075363.451668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075363.451677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075363/real 1769075363] req@ffff88dac7d2f100 x1855007612015360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075363.451685:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612015360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075363.451692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075363.451694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075363.451697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075363.451701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075363.451712:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075363.451717:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075363/real 1769075363] req@ffff88dac7d2f480 x1855007612015488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075363.451725:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612015488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075363.451734:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075363.451736:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075363.451739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015488:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075363.707328:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075364.731412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075365.755338:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075366.779319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075367.803277:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075368.571255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075368.571266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075368.571271:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075368.571282:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2355 00000100:00080000:3.0:1769075368.571293:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075368.571301:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075368.571340:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612015616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075368.571372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075368.571375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075368.571376:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075368.571379:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2355 00000100:00080000:3.0:1769075368.571383:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075368.571387:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075368.571396:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075368.571408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612015616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075368.571409:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612015744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075368.571423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075368.571425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075368.571427:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075368.571430:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2355 00000100:00080000:3.0:1769075368.571433:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075368.571440:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075368.571444:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075368.571453:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612015872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075368.571469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075368.571501:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075368/real 1769075368] req@ffff88dac8830380 x1855007612015616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075368.571514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612015616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075368.571522:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075368.571525:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075368.571528:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612015616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075368.571545:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075368.571559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075368.571567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075368/real 1769075368] req@ffff88dac8832680 x1855007612015744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075368.571574:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612015744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075368.571580:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075368.571582:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075368.571584:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075368.571589:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075368.571599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075368.571604:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075368/real 1769075368] req@ffff88dac8833100 x1855007612015872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075368.571612:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612015872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075368.571617:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075368.571619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075368.571620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612015872:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075368.827313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075369.851281:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075370.875347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075371.899258:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075372.923329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075373.691292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075373.691300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075373.691304:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075373.691314:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2360 00000100:00080000:3.0:1769075373.691325:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075373.691332:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075373.691372:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612016000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075373.691392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075373.691395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075373.691396:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075373.691399:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2360 00000100:00080000:3.0:1769075373.691402:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075373.691405:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075373.691412:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075373.691421:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612016128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075373.691429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075373.691432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075373.691433:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075373.691436:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2360 00000100:00080000:3.0:1769075373.691438:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075373.691441:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075373.691444:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075373.691448:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612016000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075373.691455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612016256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075373.691507:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075373.691541:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075373/real 1769075373] req@ffff88dac8833480 x1855007612016000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075373.691555:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612016000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075373.691562:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075373.691565:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075373.691568:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612016000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075373.691573:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075373.691625:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075373.691638:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075373/real 1769075373] req@ffff88dac8832a00 x1855007612016128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075373.691648:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612016128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075373.691653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075373.691656:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075373.691658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075373.691678:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075373.691696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075373.691706:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075373/real 1769075373] req@ffff88dac8833100 x1855007612016256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075373.691719:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612016256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075373.691727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075373.691730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075373.691733:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016256:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075373.947339:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075374.971483:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075375.995364:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075377.019377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075378.043309:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075378.811270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075378.811279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075378.811283:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075378.811291:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2365 00000100:00080000:1.0:1769075378.811304:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075378.811310:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075378.811344:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612016384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075378.811365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075378.811368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075378.811369:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075378.811372:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2365 00000100:00080000:1.0:1769075378.811375:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075378.811377:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075378.811385:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075378.811394:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612016512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075378.811402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075378.811404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075378.811405:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075378.811407:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612016384:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075378.811409:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2365 00000100:00080000:1.0:1769075378.811414:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075378.811417:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075378.811420:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075378.811433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612016640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075378.811469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075378.811532:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075378/real 1769075378] req@ffff88dacab4bb80 x1855007612016384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075378.811547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612016384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075378.811555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075378.811558:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075378.811561:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612016384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075378.811581:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075378.811597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075378.811606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075378/real 1769075378] req@ffff88dacab4aa00 x1855007612016512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075378.811615:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612016512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075378.811620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075378.811623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075378.811625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075378.811628:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075378.811640:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075378.811651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075378/real 1769075378] req@ffff88dacab48700 x1855007612016640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075378.811662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612016640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075378.811671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075378.811674:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075378.811678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016640:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075379.067267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075380.091279:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075381.115407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075382.139349:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075383.163361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075383.931292:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075383.931303:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075383.931309:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075383.931319:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2371 00000100:00080000:2.0:1769075383.931330:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075383.931338:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075383.931374:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612016768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075383.931402:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075383.931406:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075383.931407:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075383.931410:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2371 00000100:00080000:2.0:1769075383.931427:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075383.931430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075383.931445:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075383.931460:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612016896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075383.931470:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075383.931474:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769075383.931477:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612016768:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075383.931477:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075383.931481:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2371 00000100:00080000:2.0:1769075383.931487:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075383.931492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075383.931497:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075383.931512:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612017024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075383.931567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075383.931619:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075383/real 1769075383] req@ffff88dac7dbce00 x1855007612016768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075383.931641:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612016768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075383.931651:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075383.931655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075383.931659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612016768:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075383.931708:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075383.931739:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075383.931756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075383/real 1769075383] req@ffff88dac7dbca80 x1855007612016896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075383.931771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612016896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075383.931781:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075383.931784:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075383.931788:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612016896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075383.931795:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075383.931828:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075383.931846:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075383/real 1769075383] req@ffff88dac7dbfb80 x1855007612017024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075383.931859:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612017024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075383.931874:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075383.931878:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075383.931881:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017024:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075384.187401:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075385.211300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075386.235339:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075387.259352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075388.283384:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075389.051261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075389.051272:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075389.051277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075389.051287:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2376 00000100:00080000:1.0:1769075389.051297:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075389.051305:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075389.051365:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612017152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075389.051387:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075389.051390:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075389.051391:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075389.051394:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2376 00000100:00080000:1.0:1769075389.051397:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075389.051400:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075389.051407:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075389.051416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612017280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075389.051425:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075389.051428:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075389.051429:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075389.051432:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2376 00000100:00080000:1.0:1769075389.051434:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075389.051438:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075389.051441:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612017152:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769075389.051442:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075389.051454:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612017408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075389.051503:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075389.051537:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075389/real 1769075389] req@ffff88dacab48380 x1855007612017152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075389.051551:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612017152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075389.051558:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075389.051562:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075389.051564:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612017152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075389.051570:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075389.051583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075389.051590:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075389/real 1769075389] req@ffff88dacab49180 x1855007612017280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075389.051598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612017280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075389.051604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075389.051606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075389.051608:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075389.051626:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075389.051637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075389.051643:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075389/real 1769075389] req@ffff88dacab48e00 x1855007612017408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075389.051651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612017408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075389.051656:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075389.051657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075389.051659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017408:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075389.307299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075390.331484:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075391.355308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075392.379334:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075393.403290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075394.171434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075394.171450:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075394.171457:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075394.171473:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2381 00000100:00080000:1.0:1769075394.171491:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075394.171502:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075394.171589:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612017536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075394.171632:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075394.171636:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075394.171639:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075394.171644:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2381 00000100:00080000:1.0:1769075394.171649:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075394.171654:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075394.171667:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075394.171686:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612017664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075394.171699:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075394.171703:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075394.171706:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075394.171711:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2381 00000100:00080000:1.0:1769075394.171714:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075394.171717:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075394.171723:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075394.171734:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612017792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075394.171796:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612017536:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075394.171897:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075394.171978:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075394/real 1769075394] req@ffff88dacab49c00 x1855007612017536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075394.172006:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612017536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075394.172023:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075394.172030:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075394.172037:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612017536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075394.172050:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075394.172099:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075394.172129:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075394/real 1769075394] req@ffff88dacab49500 x1855007612017664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075394.172171:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612017664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075394.172310:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075394.172316:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075394.172322:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075394.172332:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075394.172399:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075394.172437:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075394/real 1769075394] req@ffff88dacab4a680 x1855007612017792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075394.172455:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612017792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075394.172468:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075394.172473:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075394.172478:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612017792:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075394.427406:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075395.451434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075396.475366:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075397.499304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075398.523298:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075399.291264:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075399.291275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075399.291280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075399.291291:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2386 00000100:00080000:2.0:1769075399.291302:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075399.291310:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075399.291349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612017920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075399.291379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075399.291384:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075399.291387:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075399.291393:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2386 00000100:00080000:2.0:1769075399.291398:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075399.291403:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075399.291411:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612017920:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769075399.291414:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075399.291433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612018048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075399.291447:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075399.291451:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075399.291454:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075399.291458:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2386 00000100:00080000:2.0:1769075399.291463:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075399.291468:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075399.291474:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075399.291489:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612018176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075399.291506:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075399.291533:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018176:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075399.547305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075400.571292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075401.595373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075402.363406:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769075402.363440:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075402.363454:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075402.363490:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075402.363500:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075402.363572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075399/real 1769075402] req@ffff88dac7dbd880 x1855007612018048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075402.363624:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612018048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075402.363636:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075402.363642:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075402.363646:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075402.363654:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075399/real 1769075402] req@ffff88dac7dbc380 x1855007612018176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075402.363667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612018176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075402.363675:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075402.363678:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075402.363682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075402.363689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075399/real 1769075402] req@ffff88dac7dbd500 x1855007612017920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075402.363700:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612017920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075402.363708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075402.363725:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075402.363729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612017920:192.168.204.148@tcp:250:kworker.0 00010000:00010000:3.0:1769075402.619284:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075403.643295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075404.411232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075404.411241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075404.411245:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075404.411264:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2391 00000100:00080000:0.0:1769075404.411274:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075404.411280:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075404.411309:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612018304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075404.411332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075404.411335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075404.411336:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075404.411339:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2391 00000100:00080000:0.0:1769075404.411341:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075404.411343:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075404.411350:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075404.411359:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612018432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075404.411370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075404.411373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075404.411375:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075404.411382:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2391 00000100:00100000:1.0:1769075404.411384:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612018304:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075404.411386:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075404.411395:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075404.411401:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075404.411419:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612018560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075404.411455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075404.411496:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075404/real 1769075404] req@ffff88dac7d2e680 x1855007612018304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075404.411515:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612018304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075404.411526:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075404.411543:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075404.411548:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612018304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075404.411574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075404.411597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075404.411610:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075404/real 1769075404] req@ffff88dac7d2ea00 x1855007612018432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075404.411623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612018432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075404.411638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075404.411642:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075404.411645:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075404.411651:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075404.411670:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075404.411687:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075404/real 1769075404] req@ffff88dac7d2c000 x1855007612018560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075404.411700:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612018560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075404.411713:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075404.411716:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075404.411719:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018560:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075404.667334:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075405.691443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075406.715266:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075407.739291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075408.763380:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075409.531326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075409.531338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075409.531344:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075409.531355:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2396 00000100:00080000:1.0:1769075409.531385:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075409.531393:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075409.531457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612018688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075409.531488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075409.531491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075409.531493:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075409.531496:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2396 00000100:00080000:1.0:1769075409.531499:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075409.531502:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075409.531511:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075409.531522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612018816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075409.531531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075409.531536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769075409.531538:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612018688:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075409.531539:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075409.531549:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2396 00000100:00080000:1.0:1769075409.531552:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075409.531554:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075409.531557:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075409.531570:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612018944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075409.531641:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075409.531690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075409/real 1769075409] req@ffff88dacab4ad80 x1855007612018688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075409.531707:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612018688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075409.531716:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075409.531719:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075409.531723:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612018688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075409.531747:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075409.531765:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075409.531774:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075409/real 1769075409] req@ffff88dacab49880 x1855007612018816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075409.531810:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612018816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075409.531817:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075409.531819:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075409.531822:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075409.531826:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075409.531841:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075409.531848:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075409/real 1769075409] req@ffff88dacab4a680 x1855007612018944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075409.531856:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612018944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075409.531862:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075409.531864:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075409.531867:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612018944:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075409.787308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075410.811261:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075411.835427:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075412.859271:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075413.883283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075414.651299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075414.651315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075414.651321:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075414.651332:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2401 00000100:00080000:2.0:1769075414.651346:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075414.651354:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075414.651397:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612019072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075414.651424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075414.651427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075414.651428:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075414.651431:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2401 00000100:00080000:2.0:1769075414.651434:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075414.651436:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075414.651445:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075414.651457:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612019200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075414.651465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075414.651468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075414.651470:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075414.651473:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2401 00000100:00080000:2.0:1769075414.651476:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075414.651478:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075414.651481:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075414.651492:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612019328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075414.651510:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612019072:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075414.651579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075414.651616:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075414/real 1769075414] req@ffff88dac7dbf100 x1855007612019072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075414.651631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612019072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075414.651640:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075414.651644:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075414.651647:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612019072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075414.651654:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075414.651668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075414.651676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075414/real 1769075414] req@ffff88dac7dbf480 x1855007612019200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075414.651689:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612019200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075414.651694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075414.651698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075414.651701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075414.651728:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075414.651751:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075414.651764:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075414/real 1769075414] req@ffff88dac7dbd500 x1855007612019328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075414.651774:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612019328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075414.651779:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075414.651782:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075414.651784:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019328:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075414.907336:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075415.931363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075416.955347:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075417.979279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075419.003282:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075419.771257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075419.771267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075419.771271:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075419.771278:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2406 00000100:00080000:2.0:1769075419.771288:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075419.771294:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075419.771326:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612019456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075419.771350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075419.771352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075419.771354:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075419.771356:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2406 00000100:00080000:2.0:1769075419.771358:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075419.771361:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075419.771368:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075419.771379:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612019584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075419.771388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075419.771390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075419.771392:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075419.771394:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2406 00000100:00080000:2.0:1769075419.771396:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075419.771398:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075419.771401:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075419.771410:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612019712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075419.771412:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612019456:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075419.771505:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075419.771555:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075419/real 1769075419] req@ffff88dac7dbc380 x1855007612019456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075419.771572:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612019456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075419.771586:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075419.771590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075419.771593:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612019456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075419.771599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075419.771615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075419.771624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075419/real 1769075419] req@ffff88dac7dbd880 x1855007612019584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075419.771632:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612019584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075419.771638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075419.771640:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075419.771642:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075419.771666:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075419.771677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075419.771684:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075419/real 1769075419] req@ffff88dac7dbfb80 x1855007612019712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075419.771692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612019712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075419.771697:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075419.771699:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075419.771702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019712:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075420.027342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075421.051361:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075422.075281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075423.099344:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075424.123282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075424.891232:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075424.891241:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075424.891245:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075424.891253:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2411 00000100:00080000:3.0:1769075424.891262:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075424.891268:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075424.891307:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612019840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075424.891334:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075424.891338:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075424.891341:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075424.891346:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2411 00000100:00080000:3.0:1769075424.891357:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075424.891362:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075424.891367:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612019840:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769075424.891372:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075424.891386:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612019968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075424.891395:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075424.891398:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075424.891399:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075424.891402:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2411 00000100:00080000:3.0:1769075424.891406:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075424.891408:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075424.891411:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075424.891417:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612020096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075424.891432:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075424.891475:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075424/real 1769075424] req@ffff88dac8832680 x1855007612019840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075424.891492:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612019840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075424.891500:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075424.891503:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075424.891507:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612019840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075424.891526:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075424.891555:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075424.891564:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075424/real 1769075424] req@ffff88dac8830380 x1855007612019968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075424.891573:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612019968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075424.891578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075424.891581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075424.891583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612019968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075424.891587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075424.891600:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075424.891606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075424/real 1769075424] req@ffff88dac8833b80 x1855007612020096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075424.891614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612020096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075424.891619:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075424.891621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075424.891623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020096:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075425.147257:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075426.171276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075427.195256:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075428.219312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075429.243269:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075430.011295:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075430.011308:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075430.011314:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075430.011326:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2417 00000100:00080000:3.0:1769075430.011340:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075430.011350:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075430.011394:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612020224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075430.011439:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075430.011445:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075430.011447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075430.011452:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2417 00000100:00080000:3.0:1769075430.011456:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075430.011461:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075430.011471:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075430.011487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612020352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075430.011503:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075430.011507:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075430.011510:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075430.011518:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2417 00000100:00100000:0.0:1769075430.011521:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612020224:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075430.011522:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075430.011533:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075430.011544:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075430.011567:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612020480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075430.011614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075430.011708:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075430/real 1769075430] req@ffff88dac8830e00 x1855007612020224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075430.011734:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612020224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075430.011748:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075430.011753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075430.011759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612020224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075430.011788:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075430.011837:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075430.011853:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075430/real 1769075430] req@ffff88dac8831180 x1855007612020352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075430.011868:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612020352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075430.011886:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075430.011890:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075430.011894:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075430.011901:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075430.011920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075430.011931:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075430/real 1769075430] req@ffff88dac8831c00 x1855007612020480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075430.011959:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612020480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075430.011968:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075430.011972:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075430.011976:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020480:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075430.267442:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075431.291247:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075432.315299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075433.339294:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075434.363319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075435.131256:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075435.131265:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075435.131270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075435.131280:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2422 00000100:00080000:3.0:1769075435.131291:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075435.131300:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075435.131344:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612020608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075435.131367:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075435.131370:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075435.131372:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075435.131375:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2422 00000100:00080000:3.0:1769075435.131378:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075435.131381:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075435.131388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075435.131397:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612020736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075435.131404:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075435.131407:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075435.131408:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075435.131410:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2422 00000100:00080000:3.0:1769075435.131412:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075435.131415:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075435.131419:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075435.131424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612020608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075435.131428:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612020864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075435.131493:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075435.131525:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075435/real 1769075435] req@ffff88dac8833800 x1855007612020608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075435.131539:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612020608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075435.131546:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075435.131549:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075435.131567:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612020608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075435.131573:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075435.131588:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075435.131608:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075435/real 1769075435] req@ffff88dac8832d80 x1855007612020736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075435.131616:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612020736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075435.131622:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075435.131624:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075435.131626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075435.131644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075435.131654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075435.131660:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075435/real 1769075435] req@ffff88dac8830700 x1855007612020864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075435.131667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612020864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075435.131672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075435.131674:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075435.131676:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612020864:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075435.387315:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075436.411296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075437.435246:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075438.459316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075439.483257:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075440.251306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075440.251318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075440.251324:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075440.251335:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2427 00000100:00080000:3.0:1769075440.251359:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075440.251368:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075440.251412:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612020992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075440.251499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075440.251503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075440.251505:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075440.251527:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2427 00000100:00080000:3.0:1769075440.251531:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075440.251535:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075440.251545:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075440.251553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612020992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075440.251562:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612021120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075440.251575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075440.251579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075440.251581:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075440.251585:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2427 00000100:00080000:3.0:1769075440.251588:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075440.251590:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075440.251596:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075440.251607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612021248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075440.251637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075440.251688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075440/real 1769075440] req@ffff88dac8830000 x1855007612020992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075440.251725:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612020992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075440.251736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075440.251752:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075440.251756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612020992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075440.251779:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075440.251803:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075440.251815:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075440/real 1769075440] req@ffff88dac8832300 x1855007612021120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075440.251827:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612021120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075440.251852:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075440.251866:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075440.251870:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075440.251876:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075440.251910:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075440.251921:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075440/real 1769075440] req@ffff88dac8830700 x1855007612021248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075440.251952:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612021248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075440.251960:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075440.251963:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075440.251967:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021248:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075440.507369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075441.531320:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075442.555533:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075443.579369:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075444.603386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075445.371266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075445.371277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075445.371283:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075445.371295:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2432 00000100:00080000:3.0:1769075445.371307:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075445.371315:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075445.371353:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612021376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075445.371436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075445.371440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075445.371442:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075445.371447:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2432 00000100:00080000:3.0:1769075445.371452:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075445.371457:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075445.371467:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075445.371473:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612021376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075445.371485:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612021504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075445.371499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075445.371503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075445.371506:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075445.371511:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2432 00000100:00080000:3.0:1769075445.371515:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075445.371529:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075445.371535:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769075445.371541:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769075445.371550:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612021632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075445.371578:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075445/real 1769075445] req@ffff88dac8832d80 x1855007612021376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075445.371602:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612021376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075445.371609:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075445.371612:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075445.371615:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612021376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075445.371632:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075445.371646:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075445.371654:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075445/real 1769075445] req@ffff88dac8833800 x1855007612021504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075445.371662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612021504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075445.371672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075445.371674:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075445.371677:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075445.371680:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075445.371690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075445.371696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075445/real 1769075445] req@ffff88dac8831c00 x1855007612021632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075445.371703:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612021632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075445.371708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075445.371710:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075445.371712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021632:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075445.627394:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075446.651431:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075447.675303:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075448.699270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075449.723368:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075450.491245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075450.491253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075450.491257:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075450.491265:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2437 00000100:00080000:2.0:1769075450.491285:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075450.491293:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075450.491338:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612021760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075450.491387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075450.491391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075450.491394:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075450.491399:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2437 00000100:00080000:2.0:1769075450.491404:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075450.491408:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075450.491418:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075450.491433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612021888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075450.491444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075450.491447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075450.491460:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075450.491465:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2437 00000100:00080000:2.0:1769075450.491468:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075450.491472:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075450.491478:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075450.491494:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612022016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075450.491660:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612021760:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075450.491733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075450.491778:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075450/real 1769075450] req@ffff88dac7dbca80 x1855007612021760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075450.491799:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612021760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075450.491811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075450.491816:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075450.491821:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612021760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075450.491829:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075450.491857:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075450.491872:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075450/real 1769075450] req@ffff88dac7dbce00 x1855007612021888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075450.491884:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612021888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075450.491893:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075450.491896:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075450.491899:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612021888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075450.491905:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075450.491923:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075450.491933:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075450/real 1769075450] req@ffff88dac7dbed80 x1855007612022016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075450.491945:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612022016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075450.491953:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075450.491956:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075450.491959:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022016:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075450.747257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075451.771341:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075452.795343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075453.819273:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075454.843292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075455.611311:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075455.611323:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075455.611328:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075455.611340:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2442 00000100:00080000:3.0:1769075455.611352:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075455.611360:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075455.611403:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612022144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075455.611438:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075455.611442:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075455.611444:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075455.611448:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2442 00000100:00080000:3.0:1769075455.611451:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075455.611455:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075455.611464:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075455.611477:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612022272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075455.611489:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769075455.611494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612022144:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075455.611494:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075455.611499:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075455.611508:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2442 00000100:00080000:3.0:1769075455.611512:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075455.611515:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075455.611519:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075455.611531:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612022400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075455.611568:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075455.611607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075455/real 1769075455] req@ffff88dac8831180 x1855007612022144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075455.611624:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612022144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075455.611633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075455.611637:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075455.611641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612022144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075455.611661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075455.611679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075455.611689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075455/real 1769075455] req@ffff88dac8830e00 x1855007612022272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075455.611699:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612022272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075455.611706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075455.611709:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075455.611711:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075455.611716:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075455.611727:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075455.611734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075455/real 1769075455] req@ffff88dac8833b80 x1855007612022400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075455.611743:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612022400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075455.611755:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075455.611757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075455.611760:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022400:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075455.867407:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075456.891395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075457.915420:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075458.939348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075459.963433:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075460.731347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075460.731364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075460.731371:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075460.731387:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2447 00000100:00080000:2.0:1769075460.731402:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075460.731414:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075460.731472:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612022528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075460.731519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075460.731526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075460.731530:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075460.731538:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2447 00000100:00080000:2.0:1769075460.731544:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075460.731551:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075460.731566:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075460.731609:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612022656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075460.731623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612022528:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075460.731645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075460.731653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075460.731658:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075460.731669:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2447 00000100:00080000:2.0:1769075460.731679:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075460.731687:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075460.731713:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075460.731736:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612022784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075460.731746:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075460.731822:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075460/real 1769075460] req@ffff88dac7dbc700 x1855007612022528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075460.731850:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612022528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075460.731863:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075460.731868:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075460.731873:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612022528:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075460.731901:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075460.731950:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075460.731967:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075460/real 1769075460] req@ffff88dac7dbf800 x1855007612022656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075460.731983:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612022656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075460.731994:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075460.732000:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075460.732004:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075460.732011:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075460.732031:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075460.732042:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075460/real 1769075460] req@ffff88dac7dbc000 x1855007612022784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075460.732056:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612022784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075460.732065:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075460.732069:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075460.732072:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612022784:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075460.987260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075462.011336:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075463.035362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075464.059414:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075465.083300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075465.851349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075465.851363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075465.851370:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075465.851383:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2452 00000100:00080000:3.0:1769075465.851398:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075465.851459:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075465.851498:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612022912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075465.851526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075465.851530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075465.851532:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075465.851535:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2452 00000100:00080000:3.0:1769075465.851539:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075465.851544:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075465.851553:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075465.851565:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612023040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075465.851573:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612022912:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075465.851581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075465.851585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075465.851587:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075465.851591:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2452 00000100:00080000:3.0:1769075465.851593:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075465.851596:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075465.851601:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075465.851611:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612023168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075465.851690:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075465.851718:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023168:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075466.107273:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075467.131278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075468.155286:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075468.923462:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769075468.923533:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075468.923550:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075468.923593:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075468.923604:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075468.923682:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075465/real 1769075468] req@ffff88dac8832680 x1855007612023040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075468.923721:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612023040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075468.923738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075468.923743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075468.923748:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075468.923756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075465/real 1769075468] req@ffff88dac8833100 x1855007612023168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075468.923790:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612023168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075468.923799:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075468.923803:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075468.923806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075468.923813:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075465/real 1769075468] req@ffff88dac8830380 x1855007612022912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075468.923827:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612022912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075468.923847:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075468.923850:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075468.923854:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612022912:192.168.204.148@tcp:250:kworker.0 00010000:00010000:2.0:1769075469.179276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075470.203304:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075470.971356:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075470.971367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075470.971371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075470.971381:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2458 00000100:00080000:0.0:1769075470.971391:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075470.971397:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075470.971430:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612023296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075470.971463:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075470.971466:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075470.971467:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075470.971470:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2458 00000100:00080000:0.0:1769075470.971472:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075470.971475:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075470.971483:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075470.971494:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612023424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075470.971506:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075470.971511:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075470.971513:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075470.971517:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2458 00000100:00080000:0.0:1769075470.971521:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075470.971533:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612023296:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075470.971541:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075470.971563:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075470.971584:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612023552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075470.971670:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075470.973736:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075470/real 1769075470] req@ffff88dac7d2d180 x1855007612023296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075470.973764:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612023296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075470.973774:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075470.973778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075470.973782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612023296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075470.973806:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075470.973885:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075470.973902:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075470/real 1769075470] req@ffff88dac7d2d500 x1855007612023424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075470.973917:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612023424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075470.973924:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075470.973926:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075470.973928:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075470.973933:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075470.973966:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075470.973978:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075470/real 1769075470] req@ffff88dac7d2dc00 x1855007612023552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075470.973993:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612023552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075470.974002:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075470.974007:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075470.974010:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023552:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075471.227256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075472.251317:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075473.275254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075474.299292:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075475.323289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075476.091275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075476.091288:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075476.091294:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075476.091306:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2463 00000100:00080000:2.0:1769075476.091318:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075476.091341:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075476.091374:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612023680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075476.091414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075476.091417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075476.091419:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075476.091423:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2463 00000100:00080000:2.0:1769075476.091426:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075476.091430:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075476.091439:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075476.091451:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612023808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075476.091462:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612023680:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075476.091487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075476.091491:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075476.091493:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075476.091498:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2463 00000100:00080000:2.0:1769075476.091501:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075476.091504:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075476.091509:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075476.091519:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612023936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075476.091532:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075476.091570:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075476/real 1769075476] req@ffff88dac7dbd180 x1855007612023680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075476.091587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612023680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075476.091602:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075476.091606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075476.091609:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612023680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075476.091630:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075476.091648:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075476.091658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075476/real 1769075476] req@ffff88dac7dbe680 x1855007612023808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075476.091668:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612023808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075476.091675:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075476.091678:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075476.091681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075476.091685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075476.091698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075476.091705:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075476/real 1769075476] req@ffff88dac7dbe300 x1855007612023936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075476.091714:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612023936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075476.091720:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075476.091722:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075476.091725:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612023936:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075476.347333:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075477.371283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075478.395297:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075479.419332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075480.443361:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075481.211365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075481.211379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075481.211386:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075481.211400:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2468 00000100:00080000:3.0:1769075481.211426:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075481.211435:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075481.211515:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612024064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075481.211569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075481.211573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075481.211575:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075481.211580:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2468 00000100:00080000:3.0:1769075481.211584:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075481.211588:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075481.211600:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075481.211615:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612024192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075481.211628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075481.211632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075481.211635:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075481.211658:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612024064:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075481.211661:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2468 00000100:00080000:3.0:1769075481.211667:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075481.211678:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075481.211687:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075481.211701:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612024320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075481.211942:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075481.211986:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075481/real 1769075481] req@ffff88dac8832a00 x1855007612024064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075481.212002:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612024064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075481.212011:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075481.212015:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075481.212018:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612024064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075481.212039:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075481.212058:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075481.212068:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075481/real 1769075481] req@ffff88dac8833480 x1855007612024192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075481.212076:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612024192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075481.212093:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075481.212096:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075481.212098:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075481.212102:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075481.212113:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075481.212119:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075481/real 1769075481] req@ffff88dac8830380 x1855007612024320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075481.212127:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612024320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075481.212133:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075481.212135:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075481.212137:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024320:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075481.467296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075482.491443:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075483.515274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075484.539406:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075485.563348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075486.331253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075486.331262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075486.331266:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075486.331274:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2473 00000100:00080000:2.0:1769075486.331284:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075486.331289:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075486.331323:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612024448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075486.331348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075486.331351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075486.331353:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075486.331356:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2473 00000100:00080000:2.0:1769075486.331358:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075486.331361:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075486.331368:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075486.331377:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612024576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075486.331385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075486.331388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075486.331389:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075486.331394:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2473 00000100:00100000:1.0:1769075486.331396:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612024448:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075486.331397:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075486.331401:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075486.331409:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075486.331419:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612024704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075486.331471:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075486.331508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075486/real 1769075486] req@ffff88dac7dbdf80 x1855007612024448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075486.331522:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612024448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075486.331529:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075486.331532:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075486.331535:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612024448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075486.331555:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075486.331571:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075486.331579:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075486/real 1769075486] req@ffff88dac7dbea00 x1855007612024576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075486.331587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612024576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075486.331597:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075486.331599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075486.331602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075486.331605:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075486.331615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075486.331621:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075486/real 1769075486] req@ffff88dac7dbe300 x1855007612024704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075486.331628:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612024704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075486.331633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075486.331635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075486.331637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024704:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075486.587264:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075487.611302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075488.635275:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075489.659272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075490.683294:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075491.451255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075491.451263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075491.451268:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075491.451275:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2478 00000100:00080000:3.0:1769075491.451285:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075491.451290:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075491.451321:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612024832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075491.451342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075491.451345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075491.451347:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075491.451350:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2478 00000100:00080000:3.0:1769075491.451352:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075491.451355:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075491.451364:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075491.451376:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612024960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075491.451377:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612024832:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075491.451392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075491.451394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075491.451395:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075491.451398:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2478 00000100:00080000:3.0:1769075491.451400:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075491.451403:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075491.451406:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075491.451415:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612025088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075491.451452:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075491.451485:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075491/real 1769075491] req@ffff88dac8833100 x1855007612024832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075491.451498:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612024832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075491.451506:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075491.451509:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075491.451513:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612024832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075491.451531:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075491.451546:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075491.451554:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075491/real 1769075491] req@ffff88dac8832680 x1855007612024960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075491.451562:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612024960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075491.451567:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075491.451570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075491.451572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612024960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075491.451575:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075491.451585:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075491.451590:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075491/real 1769075491] req@ffff88dac8833b80 x1855007612025088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075491.451597:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612025088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075491.451602:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075491.451604:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075491.451624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025088:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075491.707307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075492.731259:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075493.755394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075494.779328:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075495.803296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075496.571273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075496.571285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075496.571291:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075496.571308:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2483 00000100:00080000:3.0:1769075496.571322:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075496.571341:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075496.571389:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612025216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075496.571414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075496.571417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075496.571419:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075496.571422:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2483 00000100:00080000:3.0:1769075496.571425:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075496.571428:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075496.571438:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075496.571463:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612025344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075496.571464:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612025216:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075496.571480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075496.571482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075496.571483:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075496.571486:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2483 00000100:00080000:3.0:1769075496.571488:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075496.571491:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075496.571494:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075496.571502:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612025472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075496.571560:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075496.571604:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075496/real 1769075496] req@ffff88dac8830e00 x1855007612025216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075496.571621:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612025216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075496.571630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075496.571633:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075496.571637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612025216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075496.571660:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075496.571678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075496.571687:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075496/real 1769075496] req@ffff88dac8831180 x1855007612025344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075496.571695:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612025344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075496.571713:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075496.571715:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075496.571717:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075496.571721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075496.571732:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075496.571738:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075496/real 1769075496] req@ffff88dac8831c00 x1855007612025472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075496.571746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612025472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075496.571756:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075496.571759:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075496.571761:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025472:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075496.827339:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075497.851364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075498.875361:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075499.899290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075500.923282:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075501.691251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075501.691259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075501.691262:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075501.691270:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2488 00000100:00080000:0.0:1769075501.691279:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075501.691285:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075501.691315:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612025600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075501.691344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075501.691347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075501.691349:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075501.691352:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2488 00000100:00080000:0.0:1769075501.691356:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075501.691359:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075501.691366:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075501.691375:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612025600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075501.691378:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612025728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075501.691389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075501.691391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075501.691392:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075501.691396:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2488 00000100:00080000:0.0:1769075501.691398:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075501.691400:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075501.691403:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075501.691410:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612025856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075501.691466:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075501.691500:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075501/real 1769075501] req@ffff88dac7d2d880 x1855007612025600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075501.691514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612025600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075501.691522:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075501.691525:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075501.691534:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612025600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075501.691553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075501.691569:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075501.691578:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075501/real 1769075501] req@ffff88dac7d2c700 x1855007612025728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075501.691586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612025728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075501.691592:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075501.691594:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075501.691596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075501.691601:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075501.691611:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075501.691617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075501/real 1769075501] req@ffff88dac7d2c380 x1855007612025856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075501.691625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612025856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075501.691630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075501.691632:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075501.691633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612025856:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075501.947237:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075502.971258:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075503.995323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075505.019442:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075506.043284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075506.811325:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075506.811340:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075506.811346:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075506.811413:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2493 00000100:00080000:1.0:1769075506.811428:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075506.811437:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075506.811493:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612025984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075506.811533:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075506.811539:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075506.811541:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075506.811546:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2493 00000100:00080000:1.0:1769075506.811551:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075506.811569:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075506.811582:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075506.811600:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612026112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075506.811629:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612025984:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075506.811635:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075506.811646:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075506.811648:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075506.811653:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2493 00000100:00080000:1.0:1769075506.811657:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075506.811662:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075506.811669:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075506.811683:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612026240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075506.811742:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075506.811802:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075506/real 1769075506] req@ffff88dacab49500 x1855007612025984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075506.811836:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612025984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075506.811867:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075506.811873:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075506.811878:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612025984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075506.811907:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075506.811937:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075506.811952:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075506/real 1769075506] req@ffff88dacab49c00 x1855007612026112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075506.811968:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612026112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075506.811978:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075506.811982:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075506.811987:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075506.812010:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075506.812028:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075506.812038:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075506/real 1769075506] req@ffff88dacab48e00 x1855007612026240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075506.812049:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612026240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075506.812058:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075506.812061:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075506.812064:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026240:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075507.067412:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075508.091400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075509.115334:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075510.139370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075511.163368:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075511.931306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075511.931333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075511.931338:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075511.931392:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2499 00000100:00080000:1.0:1769075511.931405:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075511.931413:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075511.931451:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612026368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075511.931481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075511.931485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075511.931488:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075511.931492:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2499 00000100:00080000:1.0:1769075511.931496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075511.931500:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075511.931513:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075511.931533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612026496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075511.931559:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612026368:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075511.931571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075511.931576:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075511.931579:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075511.931586:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2499 00000100:00080000:1.0:1769075511.931591:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075511.931596:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075511.931602:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075511.931613:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612026624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075511.931626:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075511.931663:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075511/real 1769075511] req@ffff88dacab49180 x1855007612026368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075511.931679:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612026368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075511.931687:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075511.931691:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075511.931695:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612026368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075511.931713:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075511.931730:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075511.931740:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075511/real 1769075511] req@ffff88dacab48380 x1855007612026496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075511.931749:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612026496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075511.931755:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075511.931757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075511.931760:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075511.931764:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075511.931776:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075511.931782:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075511/real 1769075511] req@ffff88dacab48700 x1855007612026624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075511.931791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612026624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075511.931797:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075511.931799:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075511.931801:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026624:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075512.187276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075513.211314:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075514.235259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075515.259412:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075516.283330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075517.051340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075517.051368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075517.051380:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075517.051394:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2504 00000100:00080000:0.0:1769075517.051407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075517.051416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075517.051464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612026752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075517.051508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075517.051514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075517.051517:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075517.051524:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2504 00000100:00080000:0.0:1769075517.051530:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075517.051536:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075517.051549:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075517.051574:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612026880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075517.051574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612026752:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075517.051602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075517.051607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075517.051610:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075517.051617:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2504 00000100:00080000:0.0:1769075517.051623:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075517.051628:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075517.051636:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075517.051651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612027008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075517.051696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075517.051750:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075517/real 1769075517] req@ffff88dac7d2c380 x1855007612026752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075517.051789:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612026752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075517.051806:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075517.051814:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075517.051819:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612026752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075517.051854:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075517.051892:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075517.051911:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075517/real 1769075517] req@ffff88dac7d2c700 x1855007612026880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075517.051931:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612026880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075517.051944:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075517.051949:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075517.051954:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612026880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075517.051964:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075517.052008:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075517.052027:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075517/real 1769075517] req@ffff88dac7d2d880 x1855007612027008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075517.052052:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612027008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075517.052072:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075517.052078:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075517.052083:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027008:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075517.307466:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075518.331389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075519.355375:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075520.379349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075521.403378:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075522.171245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075522.171259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075522.171266:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075522.171278:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2509 00000100:00080000:0.0:1769075522.171290:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075522.171326:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075522.171373:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612027136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075522.171401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075522.171407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075522.171410:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075522.171415:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2509 00000100:00080000:0.0:1769075522.171420:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075522.171426:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075522.171437:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075522.171455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612027264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075522.171470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075522.171476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075522.171479:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075522.171486:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612027136:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075522.171487:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2509 00000100:00080000:0.0:1769075522.171494:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075522.171501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075522.171506:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075522.171521:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612027392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075522.171568:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075522.171608:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075522/real 1769075522] req@ffff88dac7d2dc00 x1855007612027136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075522.171625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612027136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075522.171635:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075522.171639:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075522.171653:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612027136:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075522.171659:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075522.171677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075522.171687:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075522/real 1769075522] req@ffff88dac7d2d500 x1855007612027264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075522.171697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612027264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075522.171704:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075522.171707:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075522.171709:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075522.171729:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075522.171743:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075522.171751:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075522/real 1769075522] req@ffff88dac7d2d180 x1855007612027392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075522.171767:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612027392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075522.171773:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075522.171783:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075522.171785:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027392:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075522.427280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075523.451244:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075524.475276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075525.499479:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075526.523267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075527.291217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075527.291226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075527.291230:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075527.291238:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2514 00000100:00080000:0.0:1769075527.291247:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075527.291253:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075527.291307:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612027520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075527.291338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075527.291342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075527.291345:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075527.291349:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2514 00000100:00080000:0.0:1769075527.291353:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075527.291357:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075527.291366:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075527.291380:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612027648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075527.291405:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612027520:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075527.291408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075527.291418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075527.291421:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075527.291426:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2514 00000100:00080000:0.0:1769075527.291430:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075527.291434:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075527.291440:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075527.291455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612027776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075527.291494:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075527.291623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075527/real 1769075527] req@ffff88dac7d2c000 x1855007612027520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075527.291650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612027520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075527.291664:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075527.291670:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075527.291675:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612027520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075527.291705:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075527.291736:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075527.291752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075527/real 1769075527] req@ffff88dac7d2ea00 x1855007612027648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075527.291768:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612027648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075527.291788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075527.291792:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075527.291796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075527.291803:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075527.291823:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075527.291834:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075527/real 1769075527] req@ffff88dac7d2e680 x1855007612027776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075527.291847:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612027776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075527.291857:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075527.291861:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075527.291864:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612027776:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769075527.547489:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075528.571342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075529.595319:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075530.619333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075531.643396:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075532.411304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075532.411342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075532.411348:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075532.411358:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2519 00000100:00080000:3.0:1769075532.411369:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075532.411377:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075532.411428:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612027904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075532.411477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075532.411483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075532.411487:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075532.411494:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2519 00000100:00080000:3.0:1769075532.411500:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075532.411507:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075532.411514:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612027904:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769075532.411524:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075532.411551:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612028032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075532.411569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075532.411590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075532.411592:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075532.411597:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2519 00000100:00080000:3.0:1769075532.411603:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075532.411607:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075532.411612:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075532.411624:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612028160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075532.411670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075532.411712:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028160:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075532.667290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075533.691329:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075534.715298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075535.483607:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769075535.483691:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075535.483737:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075535.483800:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075535.483816:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075535.483939:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075532/real 1769075535] req@ffff88dac8832d80 x1855007612028032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.483988:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612028032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.484023:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.484033:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075535.484043:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075535.484059:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075532/real 1769075535] req@ffff88dac8830700 x1855007612028160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.484086:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612028160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.484103:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.484110:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075535.484117:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075535.484130:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075532/real 1769075535] req@ffff88dac8833800 x1855007612027904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075535.484201:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612027904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075535.484232:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075535.484242:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075535.484251:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612027904:192.168.204.148@tcp:250:kworker.0 00010000:00010000:0.0:1769075535.739322:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075536.763286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075537.531257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075537.531266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075537.531270:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075537.531279:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2524 00000100:00080000:0.0:1769075537.531288:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075537.531294:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075537.531322:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612028288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075537.531345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075537.531354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075537.531356:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075537.531360:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2524 00000100:00080000:0.0:1769075537.531362:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075537.531366:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075537.531373:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075537.531384:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612028288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075537.531385:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612028416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075537.531401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075537.531404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075537.531406:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075537.531414:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2524 00000100:00080000:0.0:1769075537.531418:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075537.531423:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075537.531433:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075537.531448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612028544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075537.531464:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075537.531533:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075537/real 1769075537] req@ffff88dac7d2f480 x1855007612028288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075537.531556:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612028288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075537.531568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075537.531572:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075537.531576:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612028288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075537.531603:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075537.531631:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075537.531645:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075537/real 1769075537] req@ffff88dac7d2f100 x1855007612028416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075537.531659:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612028416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075537.531668:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075537.531672:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075537.531675:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075537.531682:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075537.531722:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075537.531736:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075537/real 1769075537] req@ffff88dac7d2ca80 x1855007612028544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075537.531748:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612028544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075537.531761:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075537.531764:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075537.531767:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028544:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075537.787307:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075538.811232:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075539.835305:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075540.859240:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075541.883503:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075542.651320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075542.651339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075542.651347:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075542.651366:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2529 00000100:00080000:0.0:1769075542.651383:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075542.651396:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075542.651455:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612028672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075542.651505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075542.651513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075542.651518:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075542.651528:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2529 00000100:00080000:0.0:1769075542.651538:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075542.651547:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075542.651556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612028672:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075542.651568:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075542.651602:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612028800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075542.651624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075542.651632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075542.651638:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075542.651647:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2529 00000800:00000100:1.0:1769075542.651653:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769075542.651660:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075542.651674:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075542.651686:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075542.651713:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612028928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075542.651720:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075542/real 1769075542] req@ffff88dac7d2ca80 x1855007612028672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075542.651818:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612028672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075542.651834:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075542.651842:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075542.651847:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612028672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075542.651876:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075542.651918:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075542.651933:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075542/real 1769075542] req@ffff88dac7d2f100 x1855007612028800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075542.651947:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612028800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075542.651958:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075542.651962:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075542.651966:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075542.651974:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075542.651992:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075542.652003:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075542/real 1769075542] req@ffff88dac7d2f480 x1855007612028928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075542.652016:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612028928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075542.652025:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075542.652028:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075542.652032:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612028928:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075542.907392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075543.931375:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075544.955319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075545.979419:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075547.003337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075547.771325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075547.771344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075547.771352:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075547.771379:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2534 00000100:00080000:0.0:1769075547.771396:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075547.771409:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075547.771469:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612029056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075547.771528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075547.771533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075547.771536:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075547.771542:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2534 00000100:00080000:0.0:1769075547.771549:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075547.771556:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075547.771569:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075547.771586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612029056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075547.771595:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612029184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075547.771620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075547.771624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075547.771627:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075547.771633:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2534 00000100:00080000:0.0:1769075547.771637:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075547.771655:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075547.771692:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075547.771722:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612029312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075547.771745:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075547.771816:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075547/real 1769075547] req@ffff88dac7d2e680 x1855007612029056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075547.771850:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612029056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075547.771864:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075547.771870:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075547.771875:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612029056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075547.771905:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075547.771935:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075547.771950:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075547/real 1769075547] req@ffff88dac7d2ea00 x1855007612029184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075547.771967:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612029184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075547.771978:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075547.771982:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075547.771986:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075547.771993:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075547.772013:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075547.772023:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075547/real 1769075547] req@ffff88dac7d2c000 x1855007612029312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075547.772038:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612029312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075547.772047:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075547.772051:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075547.772054:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029312:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075548.027501:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075549.051370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075550.075387:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075551.099377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075552.123315:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075552.891275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075552.891287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075552.891292:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075552.891301:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2539 00000100:00080000:2.0:1769075552.891312:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075552.891317:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075552.891352:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612029440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075552.891380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075552.891384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075552.891386:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075552.891391:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2539 00000100:00080000:2.0:1769075552.891397:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075552.891402:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075552.891413:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075552.891419:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612029440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075552.891431:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612029568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075552.891445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075552.891449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075552.891452:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075552.891456:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2539 00000100:00080000:2.0:1769075552.891461:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075552.891466:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075552.891470:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075552.891480:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612029696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075552.891500:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075552.891545:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075552/real 1769075552] req@ffff88dac7dbe680 x1855007612029440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075552.891565:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612029440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075552.891617:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075552.891622:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075552.891626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612029440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075552.891662:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075552.891686:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075552.891712:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075552/real 1769075552] req@ffff88dac7dbd180 x1855007612029568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075552.891725:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612029568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075552.891734:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075552.891738:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075552.891741:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075552.891748:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075552.891768:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075552.891780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075552/real 1769075552] req@ffff88dac7dbc000 x1855007612029696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075552.891792:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612029696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075552.891800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075552.891803:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075552.891807:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029696:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075553.147233:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075554.171265:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075555.195377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075556.219427:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075557.243434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075558.011280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075558.011291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075558.011295:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075558.011304:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2545 00000100:00080000:0.0:1769075558.011314:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075558.011321:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075558.011355:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612029824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075558.011391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075558.011395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075558.011397:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075558.011401:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2545 00000100:00080000:0.0:1769075558.011404:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075558.011408:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075558.011417:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075558.011424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612029824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075558.011430:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612029952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075558.011441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075558.011444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075558.011446:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075558.011449:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2545 00000100:00080000:0.0:1769075558.011452:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075558.011454:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075558.011459:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075558.011467:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612030080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075558.011488:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075558.011546:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075558/real 1769075558] req@ffff88dac7d2d180 x1855007612029824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075558.011571:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612029824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075558.011581:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075558.011584:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075558.011588:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612029824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075558.011608:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075558.011639:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075558.011648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075558/real 1769075558] req@ffff88dac7d2d500 x1855007612029952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075558.011657:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612029952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075558.011664:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075558.011667:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075558.011670:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612029952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075558.011692:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075558.011707:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075558.011715:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075558/real 1769075558] req@ffff88dac7d2dc00 x1855007612030080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075558.011725:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612030080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075558.011732:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075558.011734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075558.011737:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030080:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769075558.267361:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075559.291383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075560.315256:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075561.339355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075562.363283:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075563.131255:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075563.131265:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075563.131270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075563.131280:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2550 00000100:00080000:0.0:1769075563.131290:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075563.131297:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075563.131332:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612030208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075563.131360:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075563.131365:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075563.131368:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075563.131374:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2550 00000100:00080000:0.0:1769075563.131380:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075563.131385:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075563.131394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612030208:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075563.131396:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075563.131437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612030336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075563.131468:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075563.131472:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075563.131475:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075563.131480:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2550 00000100:00080000:0.0:1769075563.131487:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075563.131492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769075563.131499:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769075563.131502:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075563.131519:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c380 x1855007612030464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075563.131544:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075563/real 1769075563] req@ffff88dac7d2d880 x1855007612030208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075563.131580:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612030208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075563.131589:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075563.131594:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075563.131597:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612030208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075563.131636:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075563.131658:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075563.131670:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075563/real 1769075563] req@ffff88dac7d2c700 x1855007612030336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075563.131682:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612030336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075563.131696:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075563.131700:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075563.131703:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075563.131708:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075563.131722:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075563.131730:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075563/real 1769075563] req@ffff88dac7d2c380 x1855007612030464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075563.131740:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c380 x1855007612030464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075563.131764:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075563.131767:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075563.131769:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030464:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075563.387338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075564.411355:0:6161:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075565.435346:0:111390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769075565.435448:0:6161:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769075565.435458:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075565.435462:0:6161:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac4ea0000/0x989cb6132eaaa32c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2b2ac5 expref: -99 pid: 110489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769075565.435610:0:6161:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac0030c00/0x989cb6132eaa1b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x133b59709f2977de expref: -99 pid: 17117 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1769075565.435705:0:6161:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff88dac58f9500 x1855007610669440/t4294967308(4294967308) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/664 e 0 to 0 dl 1769073503 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'df.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769075565.435742:0:6161:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88dae4d46000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769075565.435767:0:6161:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88dac7d2c380 x1855007612030720/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00080000:0.0:1769075565.435824:0:6161:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff88dac7d2c380 x1855007612030720/t0(0) o35->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769075565.435838:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769075566.459472:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075566.459477:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075567.483392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075567.483466:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00080000:2.0:1769075568.251284:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075568.251294:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075568.251298:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075568.251308:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2555 00000100:00080000:2.0:1769075568.251341:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075568.251353:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075568.251405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612030848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075568.251438:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075568.251442:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075568.251444:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075568.251449:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2555 00000100:00080000:2.0:1769075568.251453:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075568.251459:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075568.251470:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075568.251483:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612030848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075568.251489:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612030976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075568.251505:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075568.251521:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075568.251524:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075568.251529:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2555 00000100:00080000:2.0:1769075568.251533:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075568.251537:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075568.251541:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075568.251552:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612031104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075568.251561:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075568.251601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075568/real 1769075568] req@ffff88dac7dbf800 x1855007612030848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075568.251617:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612030848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075568.251625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075568.251629:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075568.251633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612030848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075568.251652:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075568.251668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075568.251677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075568/real 1769075568] req@ffff88dac7dbc700 x1855007612030976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075568.251686:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612030976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075568.251693:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075568.251695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075568.251698:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612030976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075568.251702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075568.251713:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075568.251719:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075568/real 1769075568] req@ffff88dac7dbed80 x1855007612031104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075568.251727:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612031104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075568.251733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075568.251735:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075568.251737:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075568.507256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075568.507413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075569.531232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075569.531274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075570.555262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075570.555312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075571.579293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075571.579293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075572.603271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075572.603328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075573.371316:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075573.371326:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075573.371330:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075573.371341:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2560 00000100:00080000:3.0:1769075573.371362:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075573.371375:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075573.371418:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612031232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075573.371452:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075573.371456:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075573.371458:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075573.371466:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2560 00000100:00080000:3.0:1769075573.371470:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075573.371474:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075573.371484:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075573.371495:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612031360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075573.371507:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075573.371511:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075573.371513:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075573.371519:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612031232:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075573.371520:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2560 00000100:00080000:3.0:1769075573.371528:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075573.371535:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075573.371538:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075573.371553:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612031488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075573.371599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075573.371642:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075573/real 1769075573] req@ffff88dac8832300 x1855007612031232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075573.371675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612031232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075573.371686:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075573.371690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075573.371694:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612031232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075573.371732:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075573.371763:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075573.371781:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075573/real 1769075573] req@ffff88dac8830000 x1855007612031360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075573.371800:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612031360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075573.371836:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075573.371842:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075573.371845:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075573.371852:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075573.371876:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075573.371887:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075573/real 1769075573] req@ffff88dac8833800 x1855007612031488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075573.371898:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612031488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075573.371905:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075573.371908:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075573.371910:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031488:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075573.627332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075573.627411:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075574.651305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075574.651388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075575.675315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075575.675378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075576.699266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075576.699351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075577.723273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075577.723332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075578.491261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075578.491271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075578.491276:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075578.491286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2565 00000100:00080000:3.0:1769075578.491298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075578.491306:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075578.491355:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612031616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075578.491384:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075578.491387:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075578.491389:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075578.491392:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2565 00000100:00080000:3.0:1769075578.491395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075578.491399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075578.491408:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075578.491419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612031744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075578.491429:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612031616:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075578.491434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075578.491439:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075578.491440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075578.491444:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2565 00000100:00080000:3.0:1769075578.491447:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075578.491450:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075578.491455:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075578.491465:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612031872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075578.491500:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075578.491543:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075578/real 1769075578] req@ffff88dac8830700 x1855007612031616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075578.491560:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612031616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075578.491570:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075578.491574:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075578.491577:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612031616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075578.491613:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075578.491628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075578.491635:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075578/real 1769075578] req@ffff88dac8832d80 x1855007612031744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075578.491643:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612031744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075578.491650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075578.491652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075578.491654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075578.491657:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075578.491667:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075578.491672:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075578/real 1769075578] req@ffff88dac8831c00 x1855007612031872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075578.491679:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612031872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075578.491689:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075578.491691:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075578.491693:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612031872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075578.747259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075578.747323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075579.771343:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075579.771363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075580.795307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075580.795428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075581.819294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075581.819320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075582.843257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075582.843396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075583.611264:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075583.611281:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075583.611288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075583.611303:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2570 00000100:00080000:3.0:1769075583.611321:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075583.611332:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075583.611389:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612032000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075583.611431:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075583.611436:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075583.611438:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075583.611444:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2570 00000100:00080000:3.0:1769075583.611449:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075583.611456:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075583.611471:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075583.611490:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612032128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075583.611507:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612032000:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075583.611512:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075583.611527:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075583.611533:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075583.611539:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2570 00000100:00080000:3.0:1769075583.611545:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075583.611553:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075583.611563:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075583.611585:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612032256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075583.611621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075583.611698:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075583/real 1769075583] req@ffff88dac8831180 x1855007612032000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075583.611722:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612032000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075583.611736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075583.611741:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075583.611746:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612032000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075583.611779:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075583.611809:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075583.611824:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075583/real 1769075583] req@ffff88dac8830e00 x1855007612032128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075583.611836:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612032128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075583.611846:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075583.611851:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075583.611855:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075583.611863:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075583.611891:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075583.611905:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075583/real 1769075583] req@ffff88dac8833b80 x1855007612032256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075583.611918:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612032256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075583.611927:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075583.611936:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075583.611940:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075583.867264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075583.867428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075584.891248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075584.891283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075585.915251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075585.915318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075586.939264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075586.939341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075587.963243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075587.963360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075588.731260:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075588.731272:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075588.731277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075588.731288:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2575 00000100:00080000:3.0:1769075588.731299:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075588.731305:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075588.731355:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612032384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075588.731382:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075588.731385:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075588.731386:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075588.731390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2575 00000100:00080000:3.0:1769075588.731393:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075588.731397:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075588.731406:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075588.731415:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612032384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075588.731419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612032512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075588.731431:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075588.731434:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075588.731436:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075588.731439:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2575 00000100:00080000:3.0:1769075588.731442:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075588.731445:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075588.731448:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075588.731457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612032640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075588.731499:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075588.731549:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075588/real 1769075588] req@ffff88dac8832680 x1855007612032384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075588.731586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612032384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075588.731594:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075588.731598:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075588.731601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612032384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075588.731620:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075588.731657:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075588.731667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075588/real 1769075588] req@ffff88dac8833100 x1855007612032512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075588.731677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612032512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075588.731684:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075588.731687:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075588.731689:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075588.731693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075588.731705:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075588.731711:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075588/real 1769075588] req@ffff88dac8830380 x1855007612032640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075588.731720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612032640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075588.731726:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075588.731728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075588.731730:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075588.987276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075588.987332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075590.011271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075590.011295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075591.035259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075591.035309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075592.059359:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075592.059428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075593.083277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075593.083369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075593.851286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075593.851296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075593.851301:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075593.851310:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2580 00000100:00080000:1.0:1769075593.851321:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075593.851328:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075593.851364:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612032768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075593.851393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075593.851397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075593.851398:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075593.851402:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2580 00000100:00080000:1.0:1769075593.851406:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075593.851410:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075593.851420:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075593.851432:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612032896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075593.851443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075593.851446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075593.851448:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075593.851461:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2580 00000100:00100000:0.0:1769075593.851462:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612032768:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075593.851464:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075593.851472:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075593.851482:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075593.851495:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612033024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075593.851538:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075593.851587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075593/real 1769075593] req@ffff88dacab4aa00 x1855007612032768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075593.851606:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612032768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075593.851616:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075593.851620:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075593.851623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612032768:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075593.851645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075593.851665:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075593.851676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075593/real 1769075593] req@ffff88dacab4bb80 x1855007612032896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075593.851687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612032896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075593.851695:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075593.851698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075593.851701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612032896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075593.851706:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075593.851727:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075593.851737:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075593/real 1769075593] req@ffff88dacab48700 x1855007612033024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075593.851753:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612033024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075593.851760:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075593.851763:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075593.851766:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075594.107239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075594.107267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075595.131260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075595.131295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075596.155237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075596.155311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075597.179284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075597.179388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075598.203337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075598.203404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075598.971247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075598.971258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075598.971263:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075598.971273:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2586 00000100:00080000:0.0:1769075598.971291:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075598.971299:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075598.971328:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612033152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075598.971351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075598.971354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075598.971355:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075598.971358:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2586 00000100:00080000:0.0:1769075598.971361:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075598.971364:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075598.971371:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075598.971381:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612033280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075598.971390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075598.971392:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612033152:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075598.971393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075598.971395:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075598.971403:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2586 00000100:00080000:0.0:1769075598.971405:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075598.971407:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075598.971410:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075598.971417:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612033408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075598.971519:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075598.971546:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075599.227322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075599.227412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075600.251325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075600.251333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000400:00000100:2.0:1769075600.507613:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769075600.507683:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769075600.507705:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075600.507767:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769075600.507817:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075600.507903:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075598/real 1769075600] req@ffff88dac7d2d880 x1855007612033280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075600.507939:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612033280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075600.507956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075600.507962:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075600.507975:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075600.507985:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075598/real 1769075600] req@ffff88dac7d2dc00 x1855007612033408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075600.508000:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612033408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075600.508010:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075600.508025:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075600.508030:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075600.508038:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075598/real 1769075600] req@ffff88dac7d2c700 x1855007612033152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075600.508053:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612033152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075600.508062:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075600.508066:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075600.508073:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612033152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075601.275294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075601.275297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075602.299322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075602.299390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075603.323282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075603.323336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075604.091390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075604.091420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075604.091426:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075604.091439:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2591 00000100:00080000:2.0:1769075604.091454:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075604.091463:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075604.091514:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612033536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075604.091568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075604.091574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075604.091576:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075604.091582:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2591 00000100:00080000:2.0:1769075604.091586:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075604.091591:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075604.091602:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075604.091621:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612033664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075604.091637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075604.091648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769075604.091649:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612033536:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075604.091652:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075604.091665:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2591 00000100:00080000:2.0:1769075604.091669:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075604.091675:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075604.091682:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075604.091697:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612033792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075604.091800:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075604.091881:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075604/real 1769075604] req@ffff88dac7dbce00 x1855007612033536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075604.091907:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612033536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075604.091922:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075604.091928:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075604.091933:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612033536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075604.091965:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075604.091998:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075604.092014:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075604/real 1769075604] req@ffff88dac7dbca80 x1855007612033664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075604.092030:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612033664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075604.092049:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075604.092056:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075604.092063:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075604.092080:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075604.092139:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075604.092219:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075604/real 1769075604] req@ffff88dac7dbfb80 x1855007612033792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075604.092245:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612033792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075604.092262:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075604.092269:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075604.092276:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612033792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075604.347264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075604.347335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075605.371319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075605.371439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075606.395262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075606.395283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075607.419231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075607.419271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075608.443245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075608.443313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075609.211226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075609.211235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075609.211240:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075609.211248:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2596 00000100:00080000:2.0:1769075609.211258:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075609.211265:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075609.211324:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612033920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075609.211349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075609.211352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075609.211354:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075609.211356:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2596 00000100:00080000:2.0:1769075609.211359:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075609.211362:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075609.211369:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075609.211381:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612034048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075609.211395:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612033920:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075609.211397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075609.211404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075609.211405:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075609.211408:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2596 00000100:00080000:2.0:1769075609.211411:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075609.211413:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075609.211417:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075609.211425:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612034176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075609.211455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075609.211488:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075609/real 1769075609] req@ffff88dac7dbd880 x1855007612033920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075609.211501:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612033920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075609.211521:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075609.211524:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075609.211528:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612033920:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075609.211547:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075609.211563:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075609.211572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075609/real 1769075609] req@ffff88dac7dbc380 x1855007612034048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075609.211581:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612034048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075609.211587:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075609.211589:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075609.211591:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075609.211595:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075609.211605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075609.211611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075609/real 1769075609] req@ffff88dac7dbd500 x1855007612034176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075609.211618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612034176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075609.211623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075609.211625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075609.211627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075609.467256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075609.467295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075610.491282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075610.491284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075611.515237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075611.515293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075612.539327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075612.539396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075613.563298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075613.563438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075614.331324:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075614.331335:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075614.331340:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075614.331349:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2601 00000100:00080000:2.0:1769075614.331362:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075614.331369:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075614.331435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612034304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075614.331466:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075614.331481:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075614.331484:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075614.331488:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2601 00000100:00080000:2.0:1769075614.331493:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075614.331497:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075614.331506:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075614.331523:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612034432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075614.331537:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075614.331561:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075614.331564:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075614.331597:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612034304:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075614.331599:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2601 00000100:00080000:2.0:1769075614.331613:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075614.331619:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075614.331625:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075614.331644:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612034560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075614.331694:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075614.331744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075614/real 1769075614] req@ffff88dac7dbf480 x1855007612034304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075614.331768:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612034304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075614.331782:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075614.331788:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075614.331793:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612034304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075614.331828:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075614.331855:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075614.331866:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075614/real 1769075614] req@ffff88dac7dbf100 x1855007612034432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075614.331875:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612034432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075614.331883:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075614.331886:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075614.331888:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075614.331893:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075614.331906:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075614.331912:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075614/real 1769075614] req@ffff88dac7dbd500 x1855007612034560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075614.331922:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612034560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075614.331927:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075614.331929:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075614.331931:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075614.587274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075614.587404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075615.611314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075615.611423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075616.635252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075616.635363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075617.659250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075617.659295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075618.683273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075618.683282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075619.451327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075619.451358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075619.451366:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075619.451381:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2606 00000100:00080000:0.0:1769075619.451416:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075619.451429:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075619.451532:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612034688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075619.451562:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075619.451569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075619.451572:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075619.451578:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2606 00000100:00080000:0.0:1769075619.451583:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075619.451589:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075619.451599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612034688:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075619.451600:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075619.451623:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612034816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075619.451654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075619.451660:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075619.451663:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075619.451669:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2606 00000100:00080000:0.0:1769075619.451675:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075619.451682:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769075619.451688:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769075619.451694:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075619.451715:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612034944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075619.451764:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075619/real 1769075619] req@ffff88dac7d2d500 x1855007612034688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075619.451798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612034688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075619.451827:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075619.451840:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075619.451843:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612034688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075619.451864:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075619.451911:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075619.451931:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075619/real 1769075619] req@ffff88dac7d2d180 x1855007612034816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075619.451979:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612034816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075619.451990:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075619.451993:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075619.451996:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075619.452001:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075619.452018:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075619.452030:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075619/real 1769075619] req@ffff88dac7d2c000 x1855007612034944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075619.452045:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612034944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075619.452062:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075619.452066:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075619.452070:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612034944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075619.707256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075619.707289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075620.731267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075620.731330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075621.755245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075621.755291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075622.779240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075622.779268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075623.803220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075623.803262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075624.571262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075624.571270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075624.571274:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075624.571283:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2611 00000100:00080000:0.0:1769075624.571294:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075624.571300:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075624.571330:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612035072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075624.571353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075624.571356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075624.571357:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075624.571360:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2611 00000100:00080000:0.0:1769075624.571362:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075624.571365:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075624.571393:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075624.571405:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612035200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075624.571415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075624.571415:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612035072:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075624.571420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075624.571423:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075624.571428:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2611 00000100:00080000:0.0:1769075624.571431:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075624.571433:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075624.571437:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075624.571446:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612035328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075624.571487:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075624.571527:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075624/real 1769075624] req@ffff88dac7d2ea00 x1855007612035072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075624.571547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612035072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075624.571559:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075624.571564:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075624.571569:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612035072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075624.571593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075624.571617:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075624.571630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075624/real 1769075624] req@ffff88dac7d2e680 x1855007612035200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075624.571644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612035200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075624.571655:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075624.571659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075624.571662:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075624.571670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075624.571691:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075624.571703:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075624/real 1769075624] req@ffff88dac7d2f480 x1855007612035328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075624.571716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612035328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075624.571726:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075624.571730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075624.571734:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075624.827234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075624.827255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075625.851246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075625.851296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075626.875255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075626.875268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075627.899226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075627.899269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075628.923226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075628.923257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075629.691265:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075629.691282:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075629.691285:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075629.691305:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2616 00000100:00080000:2.0:1769075629.691314:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075629.691320:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075629.691351:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612035456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075629.691373:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075629.691376:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075629.691377:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075629.691380:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2616 00000100:00080000:2.0:1769075629.691383:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075629.691385:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075629.691391:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075629.691400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612035584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075629.691408:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075629.691410:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075629.691412:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075629.691414:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2616 00000100:00080000:2.0:1769075629.691416:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075629.691420:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075629.691424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612035456:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769075629.691425:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075629.691435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612035712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075629.691493:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075629.691528:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075629/real 1769075629] req@ffff88dac7dbc380 x1855007612035456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075629.691547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612035456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075629.691559:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075629.691563:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075629.691568:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612035456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075629.691576:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075629.691600:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075629.691610:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075629/real 1769075629] req@ffff88dac7dbd880 x1855007612035584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075629.691618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612035584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075629.691625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075629.691627:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075629.691630:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075629.691649:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075629.691660:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075629.691677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075629/real 1769075629] req@ffff88dac7dbfb80 x1855007612035712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075629.691686:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612035712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075629.691692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075629.691694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075629.691696:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075629.947219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075629.947263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075630.971240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075630.971369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075631.995232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075631.995284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075633.019243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075633.019294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075634.043341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075634.043387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075634.811274:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075634.811286:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075634.811292:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075634.811303:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2621 00000100:00080000:2.0:1769075634.811313:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075634.811318:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075634.811351:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612035840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075634.811378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075634.811381:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075634.811382:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075634.811385:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2621 00000100:00080000:2.0:1769075634.811387:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075634.811389:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075634.811397:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075634.811406:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612035968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075634.811414:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075634.811417:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075634.811419:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075634.811421:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2621 00000100:00080000:2.0:1769075634.811424:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075634.811426:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075634.811429:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075634.811435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612036096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075634.811446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612035840:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769075634.811547:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075634.811595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075634/real 1769075634] req@ffff88dac7dbca80 x1855007612035840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075634.811611:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612035840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075634.811621:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075634.811625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075634.811628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612035840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075634.811635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075634.811651:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075634.811660:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075634/real 1769075634] req@ffff88dac7dbce00 x1855007612035968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075634.811668:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612035968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075634.811675:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075634.811678:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075634.811680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612035968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075634.811706:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075634.811717:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075634.811724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075634/real 1769075634] req@ffff88dac7dbed80 x1855007612036096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075634.811731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612036096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075634.811737:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075634.811739:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075634.811740:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075635.067278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075635.067300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075636.091246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075636.091268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075637.115241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075637.115311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075638.139217:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075638.139261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075639.163228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075639.163278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075639.931242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075639.931251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075639.931256:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075639.931264:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2627 00000100:00080000:2.0:1769075639.931273:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075639.931279:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075639.931311:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612036224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075639.931330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075639.931333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075639.931334:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075639.931337:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2627 00000100:00080000:2.0:1769075639.931340:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075639.931343:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075639.931350:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075639.931359:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612036224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075639.931361:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612036352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075639.931372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075639.931374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075639.931376:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075639.931379:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2627 00000100:00080000:2.0:1769075639.931381:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075639.931383:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075639.931386:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075639.931395:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612036480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075639.931420:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075639.931465:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075639/real 1769075639] req@ffff88dac7dbc700 x1855007612036224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075639.931478:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612036224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075639.931486:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075639.931490:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075639.931493:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612036224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075639.931512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075639.931526:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075639.931533:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075639/real 1769075639] req@ffff88dac7dbf800 x1855007612036352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075639.931542:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612036352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075639.931548:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075639.931550:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075639.931552:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075639.931565:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075639.931575:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075639.931581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075639/real 1769075639] req@ffff88dac7dbc000 x1855007612036480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075639.931587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612036480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075639.931593:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075639.931595:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075639.931596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075640.187214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075640.187261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075641.211249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075641.211335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075642.235215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075642.235273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075643.259224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075643.259281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075644.283233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075644.283301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075645.051235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075645.051244:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075645.051248:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075645.051256:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2632 00000100:00080000:2.0:1769075645.051266:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075645.051272:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075645.051317:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612036608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075645.051340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075645.051343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075645.051344:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075645.051347:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2632 00000100:00080000:2.0:1769075645.051349:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075645.051353:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075645.051360:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075645.051371:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612036736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075645.051372:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612036608:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075645.051391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075645.051394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075645.051395:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075645.051398:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2632 00000100:00080000:2.0:1769075645.051401:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075645.051406:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075645.051411:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075645.051423:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612036864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075645.051434:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075645.051470:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075645/real 1769075645] req@ffff88dac7dbd180 x1855007612036608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075645.051483:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612036608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075645.051490:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075645.051494:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075645.051497:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612036608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075645.051516:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075645.051529:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075645.051537:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075645/real 1769075645] req@ffff88dac7dbe680 x1855007612036736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075645.051545:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612036736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075645.051551:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075645.051553:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075645.051555:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075645.051559:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075645.051571:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075645.051577:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075645/real 1769075645] req@ffff88dac7dbe300 x1855007612036864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075645.051584:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612036864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075645.051596:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075645.051599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075645.051601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612036864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075645.307296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075645.307319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075646.331236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075646.331360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075647.355232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075647.355275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075648.379239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075648.379285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075649.403250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075649.403284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075650.171222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075650.171231:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075650.171237:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075650.171247:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2637 00000100:00080000:1.0:1769075650.171259:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075650.171267:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075650.171305:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612036992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075650.171346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075650.171350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075650.171352:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075650.171356:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2637 00000100:00080000:1.0:1769075650.171360:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075650.171372:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075650.171383:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075650.171397:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612037120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075650.171407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075650.171411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075650.171413:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075650.171416:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2637 00000100:00080000:1.0:1769075650.171420:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075650.171423:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075650.171428:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075650.171439:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612037248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075650.171531:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612036992:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075650.171599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075650.171697:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075650/real 1769075650] req@ffff88dacab48380 x1855007612036992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075650.171716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612036992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075650.171727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075650.171731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075650.171735:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612036992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075650.171742:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075650.171768:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075650.171781:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075650/real 1769075650] req@ffff88dacab49180 x1855007612037120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075650.171793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612037120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075650.171802:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075650.171806:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075650.171810:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075650.171816:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075650.171836:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075650.171849:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075650/real 1769075650] req@ffff88dacab48e00 x1855007612037248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075650.171862:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612037248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075650.171871:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075650.171874:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075650.171878:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075650.427226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075650.427272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075651.451269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075651.451371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075652.475350:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075652.475429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075653.499328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075653.499581:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075654.523232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075654.523299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075655.291260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075655.291269:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075655.291272:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075655.291281:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2642 00000100:00080000:3.0:1769075655.291291:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075655.291296:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075655.291327:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612037376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075655.291351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075655.291354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075655.291355:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075655.291358:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2642 00000100:00080000:3.0:1769075655.291360:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075655.291363:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075655.291370:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075655.291380:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612037504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075655.291387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075655.291390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075655.291391:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075655.291396:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2642 00000100:00100000:0.0:1769075655.291397:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612037376:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075655.291398:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075655.291405:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075655.291410:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075655.291422:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612037632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075655.291460:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075655.291493:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075655/real 1769075655] req@ffff88dac8833480 x1855007612037376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075655.291507:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612037376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075655.291517:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075655.291522:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075655.291526:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612037376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075655.291550:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075655.291574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075655.291588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075655/real 1769075655] req@ffff88dac8832a00 x1855007612037504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075655.291603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612037504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075655.291611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075655.291615:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075655.291618:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075655.291625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075655.291646:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075655.291659:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075655/real 1769075655] req@ffff88dac8830380 x1855007612037632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075655.291672:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612037632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075655.291681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075655.291695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075655.291699:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075655.547247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075655.547276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075656.571229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075656.571271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075657.595255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075657.595365:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075658.619241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075658.619286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075659.643225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075659.643269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075660.411235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075660.411243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075660.411248:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075660.411256:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2647 00000100:00080000:3.0:1769075660.411265:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075660.411271:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075660.411303:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612037760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075660.411327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075660.411329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075660.411331:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075660.411334:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2647 00000100:00080000:3.0:1769075660.411336:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075660.411338:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075660.411345:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075660.411362:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612037888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075660.411375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075660.411380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769075660.411381:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612037760:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075660.411382:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075660.411389:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2647 00000100:00080000:3.0:1769075660.411394:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075660.411396:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075660.411400:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075660.411409:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612038016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075660.411497:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075660.411525:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075660.667313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075660.667344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075661.691276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075661.691320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075662.715307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075662.715327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075663.483511:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769075663.483583:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075663.483610:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075663.483659:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075663.483672:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075663.483701:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075660/real 1769075663] req@ffff88dac8832680 x1855007612037888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075663.483757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612037888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075663.483777:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075663.483783:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075663.483788:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612037888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075663.483798:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075660/real 1769075663] req@ffff88dac8833b80 x1855007612038016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075663.483811:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612038016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075663.483820:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075663.483824:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075663.483828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075663.483835:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075660/real 1769075663] req@ffff88dac8833100 x1855007612037760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075663.483850:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612037760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075663.483859:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075663.483862:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075663.483867:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612037760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075663.739279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075663.739288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075664.763260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075664.763316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075665.531287:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075665.531299:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075665.531304:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075665.531315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2652 00000100:00080000:2.0:1769075665.531326:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075665.531333:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075665.531368:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612038144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075665.531395:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075665.531399:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075665.531400:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075665.531405:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2652 00000100:00080000:2.0:1769075665.531409:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075665.531414:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075665.531423:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075665.531441:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612038272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075665.531452:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075665.531456:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075665.531458:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075665.531463:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2652 00000100:00080000:2.0:1769075665.531467:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075665.531472:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612038144:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075665.531474:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075665.531483:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075665.531498:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612038400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075665.531547:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075665.531594:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075665/real 1769075665] req@ffff88dac7dbea00 x1855007612038144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075665.531617:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612038144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075665.531629:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075665.531634:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075665.531640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612038144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075665.531648:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075665.531675:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075665.531705:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075665/real 1769075665] req@ffff88dac7dbdf80 x1855007612038272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075665.531718:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612038272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075665.531727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075665.531730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075665.531734:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075665.531760:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075665.531788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075665.531801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075665/real 1769075665] req@ffff88dac7dbe300 x1855007612038400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075665.531818:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612038400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075665.531826:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075665.531829:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075665.531845:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075665.787235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075665.787249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075666.811230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075666.811254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075667.835264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075667.835341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075668.859338:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075668.859402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075669.883274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075669.883320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075670.651254:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075670.651263:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075670.651267:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075670.651275:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2657 00000100:00080000:2.0:1769075670.651284:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075670.651289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075670.651321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612038528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075670.651343:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075670.651346:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075670.651347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075670.651350:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2657 00000100:00080000:2.0:1769075670.651353:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075670.651357:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075670.651365:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075670.651376:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612038656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075670.651377:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612038528:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075670.651392:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075670.651394:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075670.651395:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075670.651397:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2657 00000100:00080000:2.0:1769075670.651399:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075670.651401:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075670.651405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075670.651414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612038784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075670.651447:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075670.651482:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075670/real 1769075670] req@ffff88dac7dbe680 x1855007612038528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075670.651496:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612038528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075670.651504:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075670.651507:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075670.651510:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612038528:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075670.651528:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075670.651543:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075670.651550:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075670/real 1769075670] req@ffff88dac7dbd180 x1855007612038656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075670.651558:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612038656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075670.651569:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075670.651571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075670.651573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075670.651577:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075670.651587:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075670.651592:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075670/real 1769075670] req@ffff88dac7dbc000 x1855007612038784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075670.651614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612038784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075670.651623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075670.651625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075670.651627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612038784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075670.907241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075670.907310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075671.931311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075671.931402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769075672.955211:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075672.955269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075673.979227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075673.979277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075675.003229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075675.003282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075675.771230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075675.771238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075675.771242:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075675.771252:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2662 00000100:00080000:2.0:1769075675.771262:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075675.771268:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075675.771302:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612038912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075675.771325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075675.771328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075675.771330:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075675.771332:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2662 00000100:00080000:2.0:1769075675.771335:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075675.771338:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075675.771345:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075675.771356:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612039040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075675.771368:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612038912:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075675.771370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075675.771376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075675.771379:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075675.771383:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2662 00000100:00080000:2.0:1769075675.771385:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075675.771387:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075675.771390:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075675.771398:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612039168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075675.771438:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075675.771471:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075675/real 1769075675] req@ffff88dac7dbf800 x1855007612038912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075675.771484:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612038912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075675.771497:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075675.771500:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075675.771504:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612038912:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075675.771552:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075675.771570:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075675.771579:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075675/real 1769075675] req@ffff88dac7dbc700 x1855007612039040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075675.771588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612039040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075675.771594:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075675.771596:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075675.771598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075675.771602:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075675.771612:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075675.771618:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075675/real 1769075675] req@ffff88dac7dbed80 x1855007612039168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075675.771625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612039168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075675.771630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075675.771632:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075675.771634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075676.027255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075676.027295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075677.051232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075677.051255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075678.075214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075678.075281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075679.099286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075679.099368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075680.123299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075680.123321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00080000:0.0:1769075680.891281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075680.891293:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075680.891299:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075680.891313:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2667 00000100:00080000:0.0:1769075680.891327:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075680.891337:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075680.891385:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612039296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075680.891442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075680.891447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075680.891450:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075680.891454:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2667 00000100:00080000:0.0:1769075680.891458:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075680.891463:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075680.891476:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075680.891479:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612039296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075680.891493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612039424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075680.891507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075680.891511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075680.891516:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075680.891520:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2667 00000100:00080000:0.0:1769075680.891525:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075680.891529:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075680.891534:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075680.891546:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612039552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075680.891565:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075680.891623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075680/real 1769075680] req@ffff88dac7d2f100 x1855007612039296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075680.891641:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612039296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075680.891649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075680.891653:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075680.891656:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612039296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075680.891682:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075680.891700:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075680.891710:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075680/real 1769075680] req@ffff88dac7d2ca80 x1855007612039424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075680.891718:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612039424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075680.891725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075680.891727:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075680.891730:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075680.891733:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075680.891744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075680.891749:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075680/real 1769075680] req@ffff88dac7d2f480 x1855007612039552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075680.891757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612039552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075680.891762:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075680.891764:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075680.891766:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075681.147332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075681.147344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075682.171309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075682.171340:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075683.195230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075683.195273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075684.219256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075684.219331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075685.243237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075685.243268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075686.011241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075686.011250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075686.011254:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075686.011263:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2673 00000100:00080000:0.0:1769075686.011273:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075686.011279:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075686.011312:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612039680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075686.011337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075686.011341:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075686.011354:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075686.011359:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2673 00000100:00080000:0.0:1769075686.011363:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075686.011367:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075686.011377:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075686.011394:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612039808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075686.011405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075686.011409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075686.011412:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075686.011417:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2673 00000100:00100000:1.0:1769075686.011418:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612039680:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075686.011423:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075686.011434:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075686.011438:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075686.011448:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612039936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075686.011516:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075686.011564:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075686/real 1769075686] req@ffff88dac7d2e680 x1855007612039680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075686.011581:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612039680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075686.011590:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075686.011594:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075686.011597:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612039680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075686.011622:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075686.011638:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075686.011647:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075686/real 1769075686] req@ffff88dac7d2ea00 x1855007612039808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075686.011667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612039808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075686.011677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075686.011680:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075686.011682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075686.011687:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075686.011700:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075686.011707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075686/real 1769075686] req@ffff88dac7d2c000 x1855007612039936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075686.011720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612039936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075686.011725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075686.011727:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075686.011729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612039936:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075686.267288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075686.267293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769075687.291242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075687.291243:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075688.315265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075688.315283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769075689.339249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075689.339259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075690.363311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075690.363381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075691.131237:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075691.131245:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075691.131249:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075691.131273:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2678 00000100:00080000:2.0:1769075691.131283:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075691.131289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075691.131318:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612040064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075691.131339:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075691.131344:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075691.131346:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075691.131350:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2678 00000100:00080000:2.0:1769075691.131354:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075691.131358:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075691.131367:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075691.131380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612040192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075691.131384:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612040064:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075691.131391:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075691.131395:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075691.131396:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075691.131400:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2678 00000100:00080000:2.0:1769075691.131403:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075691.131406:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075691.131410:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075691.131417:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612040320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075691.131443:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075691.131479:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075691/real 1769075691] req@ffff88dac7dbce00 x1855007612040064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075691.131492:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612040064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075691.131500:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075691.131503:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075691.131506:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612040064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075691.131524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075691.131541:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075691.131550:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075691/real 1769075691] req@ffff88dac7dbca80 x1855007612040192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075691.131557:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612040192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075691.131568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075691.131570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075691.131572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075691.131576:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075691.131586:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075691.131591:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075691/real 1769075691] req@ffff88dac7dbfb80 x1855007612040320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075691.131598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612040320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075691.131604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075691.131606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075691.131609:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075691.387275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075691.387310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075692.411489:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075692.411495:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075693.435297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075693.435372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075694.459392:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075694.459467:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075695.483355:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075695.483369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075696.251327:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075696.251344:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075696.251351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075696.251367:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2683 00000100:00080000:2.0:1769075696.251382:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075696.251394:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075696.251448:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612040448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075696.251490:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075696.251495:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075696.251497:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075696.251502:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2683 00000100:00080000:2.0:1769075696.251527:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075696.251532:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075696.251543:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075696.251561:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612040576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075696.251570:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612040448:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075696.251600:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075696.251604:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075696.251606:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075696.251614:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2683 00000100:00080000:2.0:1769075696.251619:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075696.251624:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075696.251631:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075696.251646:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612040704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075696.251709:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075696.251766:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075696/real 1769075696] req@ffff88dac7dbd880 x1855007612040448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075696.251786:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612040448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075696.251798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075696.251802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075696.251808:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612040448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075696.251839:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075696.251859:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075696.251870:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075696/real 1769075696] req@ffff88dac7dbc380 x1855007612040576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075696.251881:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612040576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075696.251889:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075696.251892:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075696.251895:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075696.251900:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075696.251914:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075696.251922:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075696/real 1769075696] req@ffff88dac7dbd500 x1855007612040704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075696.251932:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612040704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075696.251939:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075696.251942:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075696.251944:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075696.507333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075696.507377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075697.531445:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075697.531449:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075698.555298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075698.555326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075699.579274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075699.579285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075700.603232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075700.603268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075701.371231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075701.371252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075701.371259:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075701.371269:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2688 00000100:00080000:2.0:1769075701.371279:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075701.371285:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075701.371325:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612040832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075701.371356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075701.371363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075701.371365:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075701.371370:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2688 00000100:00080000:2.0:1769075701.371375:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075701.371381:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075701.371390:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075701.371399:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612040832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075701.371406:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612040960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075701.371416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075701.371418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075701.371421:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075701.371424:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2688 00000100:00080000:2.0:1769075701.371427:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075701.371430:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075701.371433:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075701.371443:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612041088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075701.371472:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075701.371511:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075701/real 1769075701] req@ffff88dac7dbf100 x1855007612040832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075701.371527:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612040832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075701.371535:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075701.371538:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075701.371542:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612040832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075701.371560:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075701.371582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075701.371595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075701/real 1769075701] req@ffff88dac7dbf480 x1855007612040960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075701.371609:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612040960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075701.371617:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075701.371621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075701.371625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612040960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075701.371631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075701.371650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075701.371658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075701/real 1769075701] req@ffff88dac7dbd500 x1855007612041088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075701.371671:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612041088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075701.371677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075701.371688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075701.371691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075701.627273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075701.627275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075702.651332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075702.651375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075703.675287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075703.675299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075704.699316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075704.699333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075705.723270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075705.723343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075706.491237:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075706.491247:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075706.491252:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075706.491261:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2693 00000100:00080000:2.0:1769075706.491272:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075706.491279:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075706.491321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612041216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075706.491352:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075706.491357:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075706.491360:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075706.491369:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2693 00000100:00080000:2.0:1769075706.491374:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075706.491378:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075706.491387:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075706.491400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612041344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075706.491410:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075706.491415:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075706.491421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075706.491426:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2693 00000100:00100000:0.0:1769075706.491428:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612041216:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075706.491429:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075706.491437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075706.491442:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075706.491455:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612041472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075706.491564:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075706.491632:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075706/real 1769075706] req@ffff88dac7dbc380 x1855007612041216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075706.491661:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612041216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075706.491685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075706.491691:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075706.491697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612041216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075706.491734:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075706.491764:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075706.491798:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075706/real 1769075706] req@ffff88dac7dbd880 x1855007612041344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075706.491815:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612041344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075706.491826:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075706.491831:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075706.491835:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075706.491844:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075706.491871:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075706.491892:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075706/real 1769075706] req@ffff88dac7dbfb80 x1855007612041472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075706.491916:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612041472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075706.491933:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075706.491940:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075706.491948:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075706.747247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075706.747352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075707.771236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075707.771269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075708.795223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075708.795274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075709.819224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075709.819334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075710.843222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075710.843259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075711.611279:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075711.611292:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075711.611298:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075711.611311:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2698 00000100:00080000:2.0:1769075711.611324:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075711.611334:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075711.611380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612041600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075711.611447:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075711.611451:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075711.611459:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075711.611465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2698 00000100:00080000:2.0:1769075711.611470:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075711.611475:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075711.611487:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075711.611488:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612041600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075711.611509:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612041728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075711.611541:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075711.611545:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075711.611548:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075711.611552:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2698 00000100:00080000:2.0:1769075711.611558:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075711.611562:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075711.611568:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075711.611582:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612041856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075711.611597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075711.611679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075711/real 1769075711] req@ffff88dac7dbca80 x1855007612041600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075711.611728:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612041600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075711.611747:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075711.611754:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075711.611762:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612041600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075711.611796:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075711.611829:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075711.611845:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075711/real 1769075711] req@ffff88dac7dbce00 x1855007612041728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075711.611860:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612041728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075711.611871:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075711.611875:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075711.611879:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075711.611886:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075711.611907:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075711.611959:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075711/real 1769075711] req@ffff88dac7dbed80 x1855007612041856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075711.611974:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612041856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075711.611984:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075711.611988:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075711.611991:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612041856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075711.867294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075711.867368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075712.891254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075712.891372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075713.915237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075713.915283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075714.939219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075714.939273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075715.963265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075715.963354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075716.731230:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075716.731243:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075716.731248:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075716.731258:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2703 00000100:00080000:2.0:1769075716.731270:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075716.731278:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075716.731319:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612041984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075716.731365:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075716.731369:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075716.731371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075716.731376:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2703 00000100:00080000:2.0:1769075716.731380:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075716.731386:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075716.731397:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075716.731408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612041984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075716.731415:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612042112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075716.731429:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075716.731433:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075716.731435:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075716.731439:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2703 00000100:00080000:2.0:1769075716.731444:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075716.731448:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075716.731454:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075716.731468:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612042240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075716.731500:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075716.731545:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075716/real 1769075716] req@ffff88dac7dbc700 x1855007612041984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075716.731564:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612041984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075716.731575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075716.731580:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075716.731585:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612041984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075716.731622:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075716.731650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075716.731665:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075716/real 1769075716] req@ffff88dac7dbf800 x1855007612042112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075716.731680:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612042112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075716.731691:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075716.731695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075716.731699:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075716.731707:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075716.731731:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075716.731748:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075716/real 1769075716] req@ffff88dac7dbc000 x1855007612042240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075716.731762:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612042240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075716.731771:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075716.731776:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075716.731779:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075716.987222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075716.987272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075718.011355:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075718.011415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075719.035212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075719.035247:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075720.059195:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075720.059265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075721.083213:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075721.083256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075721.851264:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075721.851275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075721.851280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075721.851291:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2708 00000100:00080000:2.0:1769075721.851304:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075721.851312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075721.851359:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612042368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075721.851405:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075721.851409:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075721.851412:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075721.851417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2708 00000100:00080000:2.0:1769075721.851421:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075721.851426:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075721.851436:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075721.851440:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612042368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075721.851454:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612042496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075721.851467:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075721.851470:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075721.851472:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075721.851476:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2708 00000100:00080000:2.0:1769075721.851481:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075721.851485:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075721.851490:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075721.851502:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612042624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075721.851505:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075721.851547:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075721/real 1769075721] req@ffff88dac7dbd180 x1855007612042368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075721.851563:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612042368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075721.851585:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075721.851589:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075721.851592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612042368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075721.851611:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075721.851627:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075721.851656:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075721/real 1769075721] req@ffff88dac7dbe680 x1855007612042496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075721.851668:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612042496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075721.851676:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075721.851680:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075721.851682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075721.851687:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075721.851720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075721.851733:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075721/real 1769075721] req@ffff88dac7dbe300 x1855007612042624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075721.851763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612042624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075721.851773:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075721.851778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075721.851798:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075722.107264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075722.107300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075723.131267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075723.131297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075724.155342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075724.155467:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075725.179338:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075725.179405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075726.203205:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075726.203233:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075726.971295:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075726.971308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075726.971314:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075726.971325:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2714 00000100:00080000:1.0:1769075726.971337:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075726.971344:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075726.971389:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612042752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075726.971414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075726.971417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075726.971419:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075726.971423:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2714 00000100:00080000:1.0:1769075726.971426:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075726.971430:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075726.971439:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075726.971454:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612042880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075726.971463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075726.971467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075726.971471:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769075726.971474:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612042752:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075726.971479:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2714 00000100:00080000:1.0:1769075726.971485:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075726.971493:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075726.971496:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075726.971508:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612043008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075726.971626:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075726.971700:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075727.227210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075727.227272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075728.251232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075728.251294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075729.275297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075729.275312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075730.043693:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769075730.043790:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075730.043817:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075730.043917:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075730.043931:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075730.043981:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075726/real 1769075730] req@ffff88dacab49500 x1855007612042880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075730.044022:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612042880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075730.044043:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075730.044068:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075730.044077:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612042880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075730.044092:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075726/real 1769075730] req@ffff88dacab4a680 x1855007612043008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075730.044130:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612043008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075730.044141:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075730.044146:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075730.044152:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075730.044162:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075726/real 1769075730] req@ffff88dacab49c00 x1855007612042752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075730.044225:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612042752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075730.044237:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075730.044243:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075730.044249:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612042752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075730.299305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075730.299390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075731.323328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075731.323379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075732.091287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075732.091296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075732.091299:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075732.091308:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2719 00000100:00080000:2.0:1769075732.091318:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075732.091325:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075732.091360:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612043136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075732.091389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075732.091392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075732.091394:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075732.091399:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2719 00000100:00080000:2.0:1769075732.091402:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075732.091406:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075732.091427:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075732.091441:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612043264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075732.091446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612043136:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075732.091455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075732.091461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075732.091463:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075732.091469:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2719 00000100:00080000:2.0:1769075732.091473:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075732.091477:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075732.091483:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075732.091496:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612043392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075732.091523:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075732.091565:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075732/real 1769075732] req@ffff88dac7dbdf80 x1855007612043136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075732.091630:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612043136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075732.091642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075732.091647:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075732.091652:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612043136:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075732.091688:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075732.091713:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075732.091739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075732/real 1769075732] req@ffff88dac7dbea00 x1855007612043264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075732.091752:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612043264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075732.091762:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075732.091767:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075732.091771:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075732.091777:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075732.091799:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075732.091812:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075732/real 1769075732] req@ffff88dac7dbe300 x1855007612043392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075732.091825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612043392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075732.091833:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075732.091836:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075732.091840:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075732.347243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075732.347255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075733.371279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075733.371383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075734.395336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075734.395424:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075735.419289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075735.419339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075736.443343:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075736.443461:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075737.211368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075737.211381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075737.211387:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075737.211399:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2724 00000100:00080000:1.0:1769075737.211414:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075737.211424:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075737.211471:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612043520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075737.211545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075737.211553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075737.211557:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075737.211566:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2724 00000100:00080000:1.0:1769075737.211573:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075737.211582:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075737.211599:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075737.211622:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612043520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075737.211633:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612043648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075737.211654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075737.211659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075737.211662:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075737.211668:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2724 00000100:00080000:1.0:1769075737.211675:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075737.211680:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075737.211687:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075737.211703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612043776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075737.211718:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075737.211792:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075737/real 1769075737] req@ffff88dacab49880 x1855007612043520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075737.211822:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612043520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075737.211837:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075737.211843:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075737.211848:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612043520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075737.211878:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075737.211907:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075737.211923:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075737/real 1769075737] req@ffff88dacab4ad80 x1855007612043648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075737.211938:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612043648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075737.211950:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075737.211954:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075737.211959:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075737.211970:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075737.212005:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075737.212028:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075737/real 1769075737] req@ffff88dacab49c00 x1855007612043776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075737.212054:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612043776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075737.212072:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075737.212079:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075737.212087:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612043776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075737.467327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075737.467346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075738.491323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075738.491332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075739.515409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075739.515428:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:2.0:1769075740.539341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075740.539423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075741.563357:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075741.563435:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075742.331295:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075742.331307:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075742.331312:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075742.331323:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2729 00000100:00080000:1.0:1769075742.331336:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075742.331344:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075742.331389:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612043904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075742.331440:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075742.331443:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075742.331445:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075742.331448:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2729 00000100:00080000:1.0:1769075742.331451:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075742.331454:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075742.331463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075742.331473:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612044032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075742.331481:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075742.331484:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075742.331486:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075742.331489:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2729 00000100:00080000:1.0:1769075742.331491:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075742.331494:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075742.331498:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075742.331505:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612044160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075742.331518:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612043904:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075742.331596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075742.331641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075742/real 1769075742] req@ffff88dacab4a680 x1855007612043904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075742.331658:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612043904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075742.331668:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075742.331672:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075742.331675:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612043904:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075742.331681:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075742.331696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075742.331704:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075742/real 1769075742] req@ffff88dacab49500 x1855007612044032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075742.331723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612044032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075742.331729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075742.331731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075742.331733:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075742.331756:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075742.331767:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075742.331774:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075742/real 1769075742] req@ffff88dacab48e00 x1855007612044160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075742.331782:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612044160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075742.331792:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075742.331794:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075742.331797:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075742.587318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075742.587431:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075743.611299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075743.611366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075744.635329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075744.635396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075745.659402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075745.659545:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075746.683299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075746.683418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075747.451279:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075747.451297:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075747.451306:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075747.451372:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2734 00000100:00080000:1.0:1769075747.451387:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075747.451397:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075747.451445:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612044288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075747.451484:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075747.451489:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075747.451492:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075747.451497:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2734 00000100:00080000:1.0:1769075747.451502:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075747.451506:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075747.451518:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075747.451532:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612044416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075747.451546:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075747.451552:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075747.451555:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075747.451561:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2734 00000100:00080000:1.0:1769075747.451565:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075747.451570:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075747.451575:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075747.451587:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612044544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075747.451604:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612044288:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769075747.451692:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075747.451745:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075747/real 1769075747] req@ffff88dacab49180 x1855007612044288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075747.451770:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612044288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075747.451783:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075747.451789:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075747.451795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612044288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075747.451805:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075747.451830:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075747.451845:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075747/real 1769075747] req@ffff88dacab48380 x1855007612044416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075747.451860:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612044416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075747.451880:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075747.451884:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075747.451888:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075747.451917:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075747.451937:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075747.451949:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075747/real 1769075747] req@ffff88dacab48700 x1855007612044544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075747.451963:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612044544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075747.451973:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075747.451977:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075747.451981:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075747.707288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075747.707382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075748.731345:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075748.731380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075749.755291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075749.755352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075750.779276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075750.779279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075751.803219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075751.803301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075752.571291:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075752.571301:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075752.571307:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075752.571317:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2739 00000100:00080000:2.0:1769075752.571328:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075752.571334:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075752.571368:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612044672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075752.571398:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075752.571402:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075752.571404:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075752.571409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2739 00000100:00080000:2.0:1769075752.571413:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075752.571416:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075752.571426:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075752.571440:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612044800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075752.571449:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612044672:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075752.571454:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075752.571458:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075752.571460:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075752.571465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2739 00000100:00080000:2.0:1769075752.571469:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075752.571473:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075752.571478:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075752.571491:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612044928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075752.571508:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075752.571544:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075752/real 1769075752] req@ffff88dac7dbe680 x1855007612044672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075752.571558:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612044672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075752.571566:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075752.571570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075752.571573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612044672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075752.571590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075752.571604:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075752.571615:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075752/real 1769075752] req@ffff88dac7dbd180 x1855007612044800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075752.571628:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612044800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075752.571637:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075752.571641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075752.571644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075752.571651:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075752.571672:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075752.571681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075752/real 1769075752] req@ffff88dac7dbc000 x1855007612044928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075752.571689:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612044928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075752.571695:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075752.571697:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075752.571699:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612044928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075752.827290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075752.827300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075753.851262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075753.851352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075754.875282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075754.875376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075755.899214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075755.899290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075756.923270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075756.923339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075757.691308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075757.691324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075757.691330:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075757.691345:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2744 00000100:00080000:0.0:1769075757.691361:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075757.691371:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075757.691426:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612045056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075757.691469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075757.691473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075757.691475:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075757.691481:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2744 00000100:00080000:0.0:1769075757.691485:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075757.691490:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075757.691502:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075757.691522:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612045056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075757.691531:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612045184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075757.691547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075757.691552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075757.691555:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075757.691561:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2744 00000100:00080000:0.0:1769075757.691565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075757.691570:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075757.691577:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075757.691591:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612045312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075757.691601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075757.691649:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075757/real 1769075757] req@ffff88dac7d2d180 x1855007612045056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075757.691665:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612045056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075757.691673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075757.691677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075757.691681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612045056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075757.691703:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075757.691718:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075757.691727:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075757/real 1769075757] req@ffff88dac7d2d500 x1855007612045184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075757.691736:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612045184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075757.691742:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075757.691745:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075757.691747:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075757.691750:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075757.691760:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075757.691768:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075757/real 1769075757] req@ffff88dac7d2c700 x1855007612045312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075757.691780:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612045312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075757.691788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075757.691791:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075757.691795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075757.947225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075757.947306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075758.971320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075758.971323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075759.995240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075759.995335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075761.019252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075761.019288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075762.043291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075762.043366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075762.811234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075762.811242:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075762.811246:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075762.811255:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2749 00000100:00080000:0.0:1769075762.811264:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075762.811270:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075762.811300:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612045440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075762.811321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075762.811324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075762.811325:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075762.811328:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2749 00000100:00080000:0.0:1769075762.811330:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075762.811333:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075762.811340:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075762.811350:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612045568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075762.811357:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612045440:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075762.811361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075762.811366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075762.811367:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075762.811371:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2749 00000100:00080000:0.0:1769075762.811373:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075762.811376:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075762.811380:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075762.811389:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612045696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075762.811426:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075762.811463:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075762/real 1769075762] req@ffff88dac7d2dc00 x1855007612045440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075762.811481:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612045440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075762.811492:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075762.811497:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075762.811501:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612045440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075762.811525:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075762.811545:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075762.811556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075762/real 1769075762] req@ffff88dac7d2d880 x1855007612045568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075762.811569:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612045568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075762.811579:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075762.811583:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075762.811586:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075762.811592:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075762.811608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075762.811618:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075762/real 1769075762] req@ffff88dac7d2c700 x1855007612045696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075762.811630:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612045696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075762.811639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075762.811642:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075762.811646:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075763.067216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075763.067264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075764.091238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075764.091287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075765.115220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075765.115257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075766.139225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075766.139256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075767.163236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075767.163300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075767.931236:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075767.931248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075767.931253:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075767.931273:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2755 00000100:00080000:0.0:1769075767.931286:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075767.931295:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075767.931330:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612045824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075767.931370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075767.931373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075767.931374:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075767.931377:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2755 00000100:00080000:0.0:1769075767.931380:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075767.931383:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075767.931391:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075767.931402:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612045952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075767.931407:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612045824:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075767.931417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075767.931420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075767.931421:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075767.931440:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2755 00000100:00080000:0.0:1769075767.931452:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075767.931456:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075767.931462:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075767.931476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612046080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075767.931489:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075767.931527:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075767/real 1769075767] req@ffff88dac7d2d500 x1855007612045824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075767.931541:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612045824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075767.931548:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075767.931552:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075767.931555:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612045824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075767.931589:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075767.931605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075767.931613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075767/real 1769075767] req@ffff88dac7d2d180 x1855007612045952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075767.931622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612045952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075767.931627:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075767.931630:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075767.931632:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612045952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075767.931635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075767.931646:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075767.931651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075767/real 1769075767] req@ffff88dac7d2c000 x1855007612046080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075767.931658:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612046080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075767.931663:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075767.931665:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075767.931667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075768.187253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075768.187257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075769.211273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075769.211309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075770.235210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075770.235307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075771.259255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075771.259340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075772.283250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075772.283269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075773.051254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075773.051263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075773.051273:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075773.051283:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2760 00000100:00080000:0.0:1769075773.051293:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075773.051299:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075773.051328:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612046208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075773.051348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075773.051351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075773.051352:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075773.051355:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2760 00000100:00080000:0.0:1769075773.051357:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075773.051361:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075773.051368:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075773.051378:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612046336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075773.051385:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612046208:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075773.051388:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075773.051394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075773.051395:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075773.051398:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2760 00000100:00080000:0.0:1769075773.051399:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075773.051402:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075773.051405:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075773.051414:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612046464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075773.051456:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075773.051501:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075773/real 1769075773] req@ffff88dac7d2ea00 x1855007612046208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075773.051523:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612046208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075773.051534:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075773.051537:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075773.051540:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612046208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075773.051559:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075773.051578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075773.051588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075773/real 1769075773] req@ffff88dac7d2e680 x1855007612046336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075773.051601:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612046336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075773.051610:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075773.051614:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075773.051618:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075773.051625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075773.051655:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075773.051665:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075773/real 1769075773] req@ffff88dac7d2f480 x1855007612046464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075773.051678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612046464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075773.051684:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075773.051686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075773.051688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075773.307240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075773.307284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075774.331292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075774.331317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075775.355250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075775.355311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075776.379262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075776.379293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075777.403298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075777.403321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075778.171342:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075778.171356:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075778.171362:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075778.171376:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2765 00000100:00080000:0.0:1769075778.171390:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075778.171399:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075778.171446:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612046592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075778.171512:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075778.171518:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075778.171523:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075778.171531:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2765 00000100:00080000:0.0:1769075778.171537:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075778.171545:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075778.171558:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612046592:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769075778.171560:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075778.171592:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612046720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075778.171610:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075778.171614:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075778.171616:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075778.171620:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2765 00000100:00080000:0.0:1769075778.171626:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075778.171629:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769075778.171636:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769075778.171637:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075778.171658:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612046848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075778.171714:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075778/real 1769075778] req@ffff88dac7d2ca80 x1855007612046592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075778.171741:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612046592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075778.171756:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075778.171761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075778.171767:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612046592:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075778.171846:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075778.171874:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075778.171888:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075778/real 1769075778] req@ffff88dac7d2f100 x1855007612046720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075778.171933:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612046720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075778.171944:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075778.171949:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075778.171953:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075778.171961:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075778.171983:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075778.171994:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075778/real 1769075778] req@ffff88dac7d2f480 x1855007612046848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075778.172009:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612046848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075778.172018:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075778.172022:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075778.172025:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612046848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075778.427308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075778.427420:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075779.451227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075779.451271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075780.475235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075780.475285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075781.499308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075781.499378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075782.523283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075782.523367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075783.291444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075783.291472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075783.291479:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075783.291495:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2770 00000100:00080000:2.0:1769075783.291515:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075783.291540:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075783.291602:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612046976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075783.291648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075783.291653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075783.291657:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075783.291670:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2770 00000100:00080000:2.0:1769075783.291679:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075783.291690:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075783.291731:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075783.291761:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612046976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075783.291764:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612047104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075783.291799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075783.291806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075783.291810:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075783.291819:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2770 00000100:00080000:2.0:1769075783.291829:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075783.291837:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075783.291847:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075783.291869:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612047232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075783.291891:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075783.291974:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075783/real 1769075783] req@ffff88dac7dbf800 x1855007612046976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075783.292014:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612046976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075783.292036:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075783.292044:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075783.292053:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612046976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075783.292103:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075783.292220:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075783.292255:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075783/real 1769075783] req@ffff88dac7dbc700 x1855007612047104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075783.292282:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612047104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075783.292303:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075783.292312:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075783.292320:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075783.292334:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075783.292384:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075783.292420:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075783/real 1769075783] req@ffff88dac7dbed80 x1855007612047232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075783.292444:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612047232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075783.292460:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075783.292476:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075783.292483:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047232:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769075783.547334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075783.547336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075784.571280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075784.571333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075785.595269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075785.595293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075786.619317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075786.619361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075787.643242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075787.643243:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075788.411247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075788.411273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075788.411277:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075788.411285:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2775 00000100:00080000:2.0:1769075788.411295:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075788.411300:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075788.411332:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612047360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075788.411354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075788.411357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075788.411359:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075788.411361:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2775 00000100:00080000:2.0:1769075788.411364:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075788.411367:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075788.411375:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075788.411394:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612047488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075788.411402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612047360:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075788.411404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075788.411411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075788.411413:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075788.411416:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2775 00000100:00080000:2.0:1769075788.411419:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075788.411421:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075788.411425:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075788.411433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612047616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075788.411474:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075788.411520:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075788/real 1769075788] req@ffff88dac7dbce00 x1855007612047360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075788.411534:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612047360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075788.411541:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075788.411562:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075788.411565:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612047360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075788.411585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075788.411601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075788.411609:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075788/real 1769075788] req@ffff88dac7dbca80 x1855007612047488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075788.411662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612047488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075788.411668:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075788.411671:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075788.411673:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075788.411677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075788.411691:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075788.411698:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075788/real 1769075788] req@ffff88dac7dbfb80 x1855007612047616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075788.411706:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612047616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075788.411711:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075788.411712:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075788.411731:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075788.667279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075788.667363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075789.691245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075789.691268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075790.715243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075790.715263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075791.739307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075791.739310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075792.763293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075792.763330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075793.531261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075793.531275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075793.531281:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075793.531296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2780 00000100:00080000:1.0:1769075793.531314:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075793.531326:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075793.531379:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612047744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075793.531430:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075793.531434:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075793.531436:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075793.531441:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2780 00000100:00080000:1.0:1769075793.531447:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075793.531453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075793.531465:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075793.531482:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612047744:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075793.531486:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612047872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075793.531514:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075793.531518:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075793.531521:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075793.531525:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2780 00000100:00080000:1.0:1769075793.531529:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075793.531533:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075793.531571:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075793.531610:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612048000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075793.531668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075793.531721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075793.787284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075793.787320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075794.811282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075794.811359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075795.835204:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075795.835242:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075796.603377:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769075796.603419:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075796.603437:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075796.603481:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075796.603505:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075796.603574:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075793/real 1769075796] req@ffff88dacab4aa00 x1855007612047872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075796.603602:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612047872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075796.603617:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075796.603623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075796.603633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612047872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075796.603641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075793/real 1769075796] req@ffff88dacab48700 x1855007612048000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075796.603655:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612048000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075796.603664:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075796.603669:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075796.603672:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075796.603679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075793/real 1769075796] req@ffff88dacab4bb80 x1855007612047744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075796.603692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612047744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075796.603700:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075796.603703:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075796.603707:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612047744:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075796.859253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075796.859283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075797.883246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075797.883283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075798.651393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075798.651423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075798.651430:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075798.651443:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2785 00000100:00080000:0.0:1769075798.651484:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075798.651506:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075798.651552:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612048128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075798.651594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075798.651598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075798.651601:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075798.651606:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2785 00000100:00080000:0.0:1769075798.651610:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075798.651615:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075798.651628:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075798.651643:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612048256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075798.651680:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612048128:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075798.651697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075798.651704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075798.651706:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075798.651713:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2785 00000100:00080000:0.0:1769075798.651720:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075798.651725:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075798.651732:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075798.651748:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612048384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075798.651802:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075798.651870:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075798/real 1769075798] req@ffff88dac7d2e680 x1855007612048128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075798.651901:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612048128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075798.651919:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075798.651927:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075798.651935:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612048128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075798.651988:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075798.652033:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075798.652054:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075798/real 1769075798] req@ffff88dac7d2ea00 x1855007612048256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075798.652104:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612048256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075798.652121:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075798.652128:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075798.652134:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075798.652145:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075798.652228:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075798.652252:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075798/real 1769075798] req@ffff88dac7d2c000 x1855007612048384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075798.652275:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612048384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075798.652289:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075798.652295:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075798.652301:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075798.907223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075798.907268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075799.931267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075799.931331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075800.955229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075800.955281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075801.979255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075801.979273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075803.003300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075803.003411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075803.771248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075803.771277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075803.771283:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075803.771297:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2790 00000100:00080000:0.0:1769075803.771308:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075803.771315:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075803.771350:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612048512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075803.771402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075803.771406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075803.771408:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075803.771412:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2790 00000100:00080000:0.0:1769075803.771432:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075803.771435:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075803.771443:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075803.771456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612048640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075803.771466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075803.771468:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612048512:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075803.771471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075803.771476:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075803.771481:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2790 00000100:00080000:0.0:1769075803.771484:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075803.771486:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075803.771491:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075803.771501:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612048768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075803.771568:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075803.771614:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075803/real 1769075803] req@ffff88dac7d2d180 x1855007612048512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075803.771633:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612048512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075803.771649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075803.771653:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075803.771657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612048512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075803.771685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075803.771717:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075803.771736:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075803/real 1769075803] req@ffff88dac7d2d500 x1855007612048640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075803.771754:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612048640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075803.771767:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075803.771787:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075803.771792:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075803.771799:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075803.771826:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075803.771856:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075803/real 1769075803] req@ffff88dac7d2c700 x1855007612048768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075803.771867:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612048768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075803.771874:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075803.771877:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075803.771880:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612048768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075804.027226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075804.027288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075805.051240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075805.051330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075806.075300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075806.075458:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075807.099231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075807.099275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075808.123230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075808.123285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075808.891340:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075808.891355:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075808.891363:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075808.891377:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2795 00000100:00080000:1.0:1769075808.891389:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075808.891397:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075808.891437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612048896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075808.891473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075808.891477:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075808.891480:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075808.891484:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2795 00000100:00080000:1.0:1769075808.891488:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075808.891492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075808.891503:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075808.891517:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612049024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075808.891529:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612048896:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075808.891536:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075808.891542:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075808.891545:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075808.891551:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2795 00000100:00080000:1.0:1769075808.891555:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075808.891559:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075808.891565:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075808.891581:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612049152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075808.891615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075808.891688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075808/real 1769075808] req@ffff88dacab48380 x1855007612048896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075808.891735:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612048896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075808.891752:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075808.891757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075808.891762:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612048896:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075808.891788:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075808.891820:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075808.891835:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075808/real 1769075808] req@ffff88dacab49180 x1855007612049024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075808.891850:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612049024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075808.891860:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075808.891864:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075808.891868:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075808.891890:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075808.891916:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075808.891935:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075808/real 1769075808] req@ffff88dacab48e00 x1855007612049152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075808.891957:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612049152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075808.891971:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075808.891977:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075808.891983:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075809.147223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075809.147343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075810.171223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075810.171316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075811.195260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075811.195387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075812.219336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075812.219417:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075813.243261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075813.243438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075814.011336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075814.011344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075814.011349:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075814.011357:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2801 00000100:00080000:2.0:1769075814.011366:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075814.011373:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075814.011406:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612049280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075814.011428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075814.011431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075814.011433:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075814.011436:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2801 00000100:00080000:2.0:1769075814.011439:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075814.011442:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075814.011450:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075814.011464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612049408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075814.011473:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612049280:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075814.011480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075814.011486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075814.011488:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075814.011494:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2801 00000100:00080000:2.0:1769075814.011498:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075814.011503:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075814.011509:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075814.011525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612049536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075814.011542:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075814.011588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075814/real 1769075814] req@ffff88dac7dbd880 x1855007612049280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075814.011620:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612049280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075814.011631:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075814.011635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075814.011639:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612049280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075814.011664:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075814.011686:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075814.011697:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075814/real 1769075814] req@ffff88dac7dbc380 x1855007612049408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075814.011710:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612049408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075814.011718:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075814.011721:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075814.011724:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075814.011732:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075814.011773:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075814.011785:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075814/real 1769075814] req@ffff88dac7dbd500 x1855007612049536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075814.011812:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612049536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075814.011821:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075814.011824:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075814.011828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075814.267220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075814.267275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075815.291252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075815.291286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075816.315251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075816.315345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075817.339281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075817.339322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075818.363267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075818.363325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075819.131349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075819.131363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075819.131369:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075819.131382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2806 00000100:00080000:3.0:1769075819.131414:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075819.131424:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075819.131470:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612049664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075819.131526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075819.131533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075819.131537:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075819.131545:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2806 00000100:00080000:3.0:1769075819.131552:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075819.131559:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075819.131575:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075819.131601:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612049792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075819.131605:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612049664:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075819.131623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075819.131646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075819.131649:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075819.131655:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2806 00000100:00080000:3.0:1769075819.131660:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075819.131666:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075819.131674:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075819.131688:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612049920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075819.131726:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075819.131802:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075819/real 1769075819] req@ffff88dac8830e00 x1855007612049664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075819.131825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612049664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075819.131845:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075819.131850:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075819.131856:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612049664:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075819.131884:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075819.131915:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075819.131931:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075819/real 1769075819] req@ffff88dac8831180 x1855007612049792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075819.131953:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612049792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075819.131968:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075819.131975:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075819.131981:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075819.131993:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075819.132031:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075819.132053:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075819/real 1769075819] req@ffff88dac8831c00 x1855007612049920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075819.132076:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612049920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075819.132090:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075819.132097:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075819.132103:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612049920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075819.387237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075819.387276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075820.411251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075820.411346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075821.435410:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075821.435417:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075822.459232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075822.459261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075823.483279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075823.483356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075824.251268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075824.251281:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075824.251288:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075824.251300:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2811 00000100:00080000:0.0:1769075824.251315:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075824.251323:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075824.251376:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612050048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075824.251415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075824.251421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075824.251425:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075824.251432:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2811 00000100:00080000:0.0:1769075824.251439:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075824.251446:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075824.251461:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075824.251462:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612050048:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075824.251487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612050176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075824.251505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075824.251511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075824.251513:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075824.251520:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2811 00000100:00080000:0.0:1769075824.251540:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075824.251547:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769075824.251554:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769075824.251558:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075824.251580:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612050304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075824.251607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075824/real 1769075824] req@ffff88dac7d2d880 x1855007612050048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075824.251628:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612050048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075824.251638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075824.251643:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075824.251647:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612050048:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075824.251681:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075824.251712:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075824.251730:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075824/real 1769075824] req@ffff88dac7d2dc00 x1855007612050176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075824.251746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612050176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075824.251754:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075824.251757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075824.251760:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075824.251766:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075824.251784:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075824.251794:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075824/real 1769075824] req@ffff88dac7d2c700 x1855007612050304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075824.251803:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612050304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075824.251809:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075824.251812:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075824.251816:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075824.507316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075824.507352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075825.531277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075825.531323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075826.555286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075826.555309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075827.579252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075827.579274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075828.603259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075828.603295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075829.371304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075829.371334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075829.371341:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075829.371355:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2816 00000100:00080000:3.0:1769075829.371370:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075829.371380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075829.371429:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612050432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075829.371469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075829.371473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075829.371475:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075829.371479:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2816 00000100:00080000:3.0:1769075829.371482:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075829.371486:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075829.371497:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075829.371511:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612050560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075829.371522:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612050432:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075829.371522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075829.371530:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075829.371533:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075829.371537:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2816 00000100:00080000:3.0:1769075829.371540:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075829.371542:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075829.371546:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075829.371556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612050688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075829.371614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075829.371669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075829/real 1769075829] req@ffff88dac8832d80 x1855007612050432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075829.371692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612050432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075829.371701:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075829.371705:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075829.371709:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612050432:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075829.371733:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075829.371753:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075829.371767:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075829/real 1769075829] req@ffff88dac8830700 x1855007612050560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075829.371780:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612050560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075829.371801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075829.371805:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075829.371809:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075829.371817:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075829.371838:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075829.371847:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075829/real 1769075829] req@ffff88dac8833800 x1855007612050688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075829.371856:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612050688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075829.371867:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075829.371881:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075829.371883:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075829.627247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075829.627346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075830.651273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075830.651287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075831.675268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075831.675363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075832.699287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075832.699375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075833.723271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075833.723345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075834.491362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075834.491380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075834.491388:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075834.491406:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2821 00000100:00080000:3.0:1769075834.491423:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075834.491434:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075834.491486:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612050816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075834.491531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075834.491539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075834.491544:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075834.491554:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2821 00000100:00080000:3.0:1769075834.491562:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075834.491571:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075834.491590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612050816:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769075834.491591:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075834.491632:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612050944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075834.491651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075834.491656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075834.491658:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075834.491663:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2821 00000100:00080000:3.0:1769075834.491671:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075834.491677:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075834.491685:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075834.491689:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769075834.491711:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612051072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075834.491758:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075834/real 1769075834] req@ffff88dac8830000 x1855007612050816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075834.491784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612050816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075834.491798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075834.491804:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075834.491809:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612050816:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075834.491838:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075834.491920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075834.491939:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075834/real 1769075834] req@ffff88dac8832300 x1855007612050944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075834.491969:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612050944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075834.491982:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075834.491986:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075834.491991:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612050944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075834.492000:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075834.492023:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075834.492036:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075834/real 1769075834] req@ffff88dac8833800 x1855007612051072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075834.492062:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612051072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075834.492072:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075834.492075:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075834.492079:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075834.747378:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075834.747496:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075835.771409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075835.771462:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075836.795246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075836.795492:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075837.819241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075837.819386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075838.843291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075838.843404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075839.611360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075839.611373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075839.611380:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075839.611397:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2826 00000100:00080000:0.0:1769075839.611413:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075839.611425:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075839.611503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612051200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075839.611553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075839.611559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075839.611562:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075839.611567:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2826 00000100:00080000:0.0:1769075839.611573:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075839.611580:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075839.611592:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075839.611613:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612051328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075839.611631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612051200:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075839.611636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075839.611647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075839.611650:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075839.611657:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2826 00000100:00080000:0.0:1769075839.611664:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075839.611669:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075839.611676:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075839.611694:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612051456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075839.611732:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075839.611815:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075839/real 1769075839] req@ffff88dac7d2d500 x1855007612051200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075839.611840:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612051200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075839.611853:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075839.611859:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075839.611864:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612051200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075839.611898:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075839.611929:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075839.611945:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075839/real 1769075839] req@ffff88dac7d2d180 x1855007612051328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075839.611961:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612051328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075839.611981:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075839.611986:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075839.611991:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075839.611999:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075839.612021:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075839.612033:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075839/real 1769075839] req@ffff88dac7d2c000 x1855007612051456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075839.612047:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612051456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075839.612057:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075839.612061:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075839.612065:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075839.867224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075839.867266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075840.891287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075840.891329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075841.915322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075841.915382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075842.939273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075842.939329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075843.963230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075843.963291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075844.731280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075844.731291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075844.731296:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075844.731308:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2831 00000100:00080000:3.0:1769075844.731321:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075844.731329:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075844.731364:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612051584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075844.731390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075844.731393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075844.731395:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075844.731398:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2831 00000100:00080000:3.0:1769075844.731401:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075844.731404:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075844.731428:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075844.731443:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832d80 x1855007612051712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075844.731452:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612051584:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075844.731466:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075844.731473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075844.731476:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075844.731483:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2831 00000100:00080000:3.0:1769075844.731489:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075844.731495:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075844.731518:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075844.731531:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612051840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075844.731545:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075844.731601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075844/real 1769075844] req@ffff88dac8830700 x1855007612051584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075844.731623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612051584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075844.731635:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075844.731641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075844.731644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612051584:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075844.731666:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075844.731727:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075844.731742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075844/real 1769075844] req@ffff88dac8832d80 x1855007612051712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075844.731756:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832d80 x1855007612051712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075844.731762:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075844.731765:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075844.731767:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075844.731772:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075844.731788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075844.731795:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075844/real 1769075844] req@ffff88dac8831c00 x1855007612051840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075844.731804:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612051840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075844.731809:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075844.731811:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075844.731814:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612051840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075844.987245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075844.987305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075846.011233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075846.011325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075847.035259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075847.035298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075848.059273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075848.059379:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075849.083313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075849.083470:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075849.851260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075849.851274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075849.851279:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075849.851291:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2836 00000100:00080000:3.0:1769075849.851307:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075849.851318:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075849.851402:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612051968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075849.851457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075849.851462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075849.851465:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075849.851469:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2836 00000100:00080000:3.0:1769075849.851480:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075849.851486:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075849.851500:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075849.851514:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612051968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075849.851520:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612052096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075849.851535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075849.851539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075849.851541:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075849.851546:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2836 00000100:00080000:3.0:1769075849.851549:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075849.851553:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075849.851558:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075849.851582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612052224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075849.851636:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075849.851692:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075849/real 1769075849] req@ffff88dac8831180 x1855007612051968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075849.851721:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612051968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075849.851733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075849.851739:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075849.851744:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612051968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075849.851781:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075849.851812:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075849.851833:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075849/real 1769075849] req@ffff88dac8830e00 x1855007612052096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075849.851855:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612052096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075849.851866:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075849.851870:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075849.851874:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075849.851882:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075849.851908:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075849.851922:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075849/real 1769075849] req@ffff88dac8833100 x1855007612052224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075849.851939:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612052224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075849.851953:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075849.851959:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075849.851964:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075850.107243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075850.107322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075851.131257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075851.131318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075852.155315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075852.155425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075853.179261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075853.179279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075854.203249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075854.203297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075854.971251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075854.971263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075854.971269:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075854.971280:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2842 00000100:00080000:3.0:1769075854.971292:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075854.971300:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075854.971355:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612052352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075854.971377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075854.971384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075854.971385:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075854.971388:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2842 00000100:00080000:3.0:1769075854.971390:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075854.971394:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075854.971403:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075854.971412:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612052480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075854.971419:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612052352:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075854.971422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075854.971429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075854.971431:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075854.971434:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2842 00000100:00080000:3.0:1769075854.971436:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075854.971439:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075854.971442:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075854.971451:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612052608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075854.971502:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075854.971617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075854/real 1769075854] req@ffff88dac8833b80 x1855007612052352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075854.971637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612052352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075854.971649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075854.971653:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075854.971658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612052352:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075854.971682:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075854.971706:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075854.971719:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075854/real 1769075854] req@ffff88dac8832680 x1855007612052480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075854.971733:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612052480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075854.971743:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075854.971747:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075854.971750:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075854.971758:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075854.971779:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075854.971790:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075854/real 1769075854] req@ffff88dac8830380 x1855007612052608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075854.971804:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612052608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075854.971830:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075854.971836:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075854.971842:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075855.227270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075855.227376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075856.251249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075856.251267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075857.275272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075857.275360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075858.299353:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075858.299415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075859.323231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075859.323281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075860.091276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075860.091290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075860.091297:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075860.091324:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2847 00000100:00080000:3.0:1769075860.091338:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075860.091348:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075860.091405:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612052736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075860.091518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075860.091523:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075860.091526:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075860.091532:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2847 00000100:00080000:3.0:1769075860.091538:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075860.091544:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075860.091560:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075860.091582:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612052736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769075860.091594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612052864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075860.091621:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075860.091629:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075860.091633:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075860.091641:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2847 00000100:00080000:3.0:1769075860.091650:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075860.091659:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075860.091670:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075860.091697:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612052992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075860.091735:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075860.091807:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075860.347323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075860.347390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075861.371286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075861.371342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075862.395302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075862.395325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075863.163668:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769075863.163741:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769075863.163770:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075863.163838:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769075863.163856:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075863.163942:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075860/real 1769075863] req@ffff88dac8830380 x1855007612052992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075863.163991:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612052992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075863.164013:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075863.164023:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075863.164032:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075863.164048:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075860/real 1769075863] req@ffff88dac8833480 x1855007612052864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075863.164092:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612052864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075863.164110:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075863.164116:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075863.164124:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612052864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075863.164136:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075860/real 1769075863] req@ffff88dac8832a00 x1855007612052736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075863.164227:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612052736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075863.164243:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075863.164250:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075863.164257:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612052736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075863.419285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075863.419351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075864.443257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075864.443302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075865.211428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075865.211444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075865.211451:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075865.211468:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2852 00000100:00080000:2.0:1769075865.211484:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075865.211496:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075865.211547:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612053120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075865.211599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075865.211606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075865.211610:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075865.211618:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2852 00000100:00080000:2.0:1769075865.211626:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075865.211635:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075865.211651:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075865.211690:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612053248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075865.211706:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612053120:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075865.211718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075865.211728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075865.211732:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075865.211743:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2852 00000100:00080000:2.0:1769075865.211751:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075865.211757:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075865.211775:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075865.211793:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612053376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075865.211869:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075865.211933:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075865/real 1769075865] req@ffff88dac7dbf480 x1855007612053120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075865.211984:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612053120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075865.212004:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075865.212012:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075865.212020:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612053120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075865.212078:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075865.212120:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075865.212144:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075865/real 1769075865] req@ffff88dac7dbf100 x1855007612053248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075865.212168:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612053248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075865.212227:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075865.212234:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075865.212240:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075865.212252:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075865.212294:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075865.212319:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075865/real 1769075865] req@ffff88dac7dbd500 x1855007612053376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075865.212376:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612053376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075865.212392:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075865.212398:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075865.212404:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075865.467230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075865.467278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075866.491357:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075866.491395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075867.515228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075867.515274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075868.539251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075868.539325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075869.563297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075869.563356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075870.331311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075870.331320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075870.331323:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075870.331331:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2857 00000100:00080000:2.0:1769075870.331340:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075870.331363:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075870.331395:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612053504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075870.331416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075870.331418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075870.331420:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075870.331423:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2857 00000100:00080000:2.0:1769075870.331425:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075870.331428:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075870.331436:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075870.331445:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612053632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075870.331452:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612053504:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075870.331456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075870.331460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075870.331462:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075870.331465:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2857 00000100:00080000:2.0:1769075870.331467:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075870.331469:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075870.331473:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075870.331490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612053760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075870.331529:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075870.331588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075870/real 1769075870] req@ffff88dac7dbc380 x1855007612053504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075870.331603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612053504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075870.331611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075870.331626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075870.331629:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612053504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075870.331648:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075870.331665:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075870.331673:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075870/real 1769075870] req@ffff88dac7dbd880 x1855007612053632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075870.331682:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612053632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075870.331688:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075870.331690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075870.331693:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075870.331696:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075870.331707:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075870.331713:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075870/real 1769075870] req@ffff88dac7dbfb80 x1855007612053760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075870.331720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612053760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075870.331729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075870.331731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075870.331733:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612053760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075870.587296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075870.587313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769075871.611330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075871.611338:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075872.635330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075872.635440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075873.659316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075873.659400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075874.683316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075874.683330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075875.451406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075875.451419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075875.451425:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075875.451437:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2862 00000100:00080000:3.0:1769075875.451450:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075875.451458:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075875.451501:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612053888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075875.451530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075875.451534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075875.451536:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075875.451541:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2862 00000100:00080000:3.0:1769075875.451544:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075875.451548:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075875.451558:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075875.451571:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612054016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075875.451585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075875.451588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075875.451591:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075875.451595:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2862 00000100:00080000:3.0:1769075875.451598:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075875.451606:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075875.451612:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612053888:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769075875.451613:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075875.451625:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612054144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075875.451718:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075875.451779:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075875/real 1769075875] req@ffff88dac8832680 x1855007612053888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075875.451804:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612053888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075875.451818:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075875.451824:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075875.451829:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612053888:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075875.451860:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075875.451887:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075875.451902:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075875/real 1769075875] req@ffff88dac8833b80 x1855007612054016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075875.451918:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612054016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075875.451956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075875.451963:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075875.451969:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075875.451979:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075875.452013:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075875.452033:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075875/real 1769075875] req@ffff88dac8833100 x1855007612054144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075875.452056:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612054144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075875.452085:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075875.452090:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075875.452094:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075875.707299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075875.707367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075876.731365:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075876.731373:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075877.755285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075877.755387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075878.779281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075878.779351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075879.803301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075879.803343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075880.571266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075880.571277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075880.571282:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075880.571292:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2867 00000100:00080000:3.0:1769075880.571302:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075880.571309:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075880.571341:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612054272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075880.571366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075880.571369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075880.571370:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075880.571373:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2867 00000100:00080000:3.0:1769075880.571376:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075880.571379:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075880.571387:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075880.571398:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612054400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075880.571406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612054272:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075880.571412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075880.571416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075880.571417:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075880.571420:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2867 00000100:00080000:3.0:1769075880.571423:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075880.571425:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075880.571429:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075880.571438:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612054528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075880.571469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075880.571505:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075880/real 1769075880] req@ffff88dac8830e00 x1855007612054272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075880.571522:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612054272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075880.571530:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075880.571533:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075880.571537:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612054272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075880.571558:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075880.571574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075880.571583:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075880/real 1769075880] req@ffff88dac8831180 x1855007612054400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075880.571593:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612054400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075880.571600:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075880.571603:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075880.571605:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075880.571609:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075880.571621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075880.571637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075880/real 1769075880] req@ffff88dac8831c00 x1855007612054528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075880.571647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612054528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075880.571653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075880.571655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075880.571658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075880.827310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075880.827333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075881.851301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075881.851303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075882.875229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075882.875276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075883.899290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075883.899335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075884.923238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075884.923294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075885.691282:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075885.691292:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075885.691296:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075885.691305:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2872 00000100:00080000:0.0:1769075885.691327:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075885.691334:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075885.691373:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612054656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075885.691400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075885.691403:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075885.691404:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075885.691407:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2872 00000100:00080000:0.0:1769075885.691410:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075885.691414:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075885.691422:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075885.691434:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612054656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075885.691435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612054784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075885.691448:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075885.691450:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075885.691452:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075885.691455:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2872 00000100:00080000:0.0:1769075885.691457:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075885.691460:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075885.691463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075885.691470:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612054912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075885.691512:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075885.691546:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075885/real 1769075885] req@ffff88dac7d2ea00 x1855007612054656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075885.691560:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612054656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075885.691568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075885.691571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075885.691574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612054656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075885.691592:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075885.691615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075885.691623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075885/real 1769075885] req@ffff88dac7d2e680 x1855007612054784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075885.691631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612054784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075885.691642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075885.691644:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075885.691646:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075885.691650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075885.691660:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075885.691666:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075885/real 1769075885] req@ffff88dac7d2f480 x1855007612054912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075885.691677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612054912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075885.691685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075885.691688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075885.691691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612054912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075885.947238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075885.947260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075886.971245:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075886.971245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075887.995337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075887.995373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075889.019402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075889.019423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075890.043346:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075890.043384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075890.811412:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075890.811430:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075890.811438:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075890.811455:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2877 00000100:00080000:2.0:1769075890.811473:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075890.811485:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075890.811557:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612055040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075890.811623:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075890.811635:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075890.811639:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075890.811648:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2877 00000100:00080000:2.0:1769075890.811655:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075890.811662:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075890.811678:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075890.811706:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612055168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075890.811727:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075890.811736:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075890.811739:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075890.811749:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2877 00000100:00080000:2.0:1769075890.811757:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075890.811766:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612055040:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075890.811794:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075890.811808:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075890.811841:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612055296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075890.811953:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075890.812075:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075890/real 1769075890] req@ffff88dac7dbca80 x1855007612055040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075890.812112:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612055040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075890.812139:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075890.812145:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075890.812188:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612055040:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075890.812200:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075890.812236:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075890.812262:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075890/real 1769075890] req@ffff88dac7dbce00 x1855007612055168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075890.812279:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612055168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075890.812291:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075890.812295:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075890.812300:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075890.812349:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075890.812371:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075890.812383:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075890/real 1769075890] req@ffff88dac7dbed80 x1855007612055296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075890.812398:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612055296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075890.812408:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075890.812413:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075890.812416:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055296:192.168.204.148@tcp:38:kworker.0 00010000:00010000:3.0:1769075891.067338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075891.067346:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769075892.091237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075892.091267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075893.115266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075893.115299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075894.139295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075894.139371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769075895.163266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075895.163286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075895.931290:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075895.931301:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075895.931306:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075895.931315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2883 00000100:00080000:2.0:1769075895.931342:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075895.931349:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075895.931382:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612055424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075895.931405:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075895.931408:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075895.931409:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075895.931412:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2883 00000100:00080000:2.0:1769075895.931415:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075895.931419:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075895.931427:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075895.931458:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612055424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075895.931459:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612055552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075895.931478:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075895.931482:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075895.931484:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075895.931490:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2883 00000100:00080000:2.0:1769075895.931495:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075895.931500:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075895.931507:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075895.931540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:2.0:1769075895.931541:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612055680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075895.931638:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075895/real 1769075895] req@ffff88dac7dbc700 x1855007612055424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075895.931657:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612055424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075895.931669:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075895.931674:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075895.931678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612055424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075895.931704:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075895.931729:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075895.931757:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075895/real 1769075895] req@ffff88dac7dbf800 x1855007612055552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075895.931769:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612055552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075895.931776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075895.931779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075895.931782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075895.931788:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075895.931805:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075895.931817:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075895/real 1769075895] req@ffff88dac7dbc000 x1855007612055680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075895.931864:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612055680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075895.931873:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075895.931878:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075895.931882:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075896.187333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075896.187335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075897.211389:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075897.211429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075898.235300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075898.235345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075899.259240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075899.259361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075900.283280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075900.283283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00080000:0.0:1769075901.051360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075901.051373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075901.051379:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075901.051392:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2888 00000100:00080000:0.0:1769075901.051407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075901.051416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075901.051464:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612055808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075901.051496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075901.051500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075901.051502:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075901.051506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2888 00000100:00080000:0.0:1769075901.051510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075901.051524:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075901.051536:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075901.051542:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612055808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075901.051555:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612055936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075901.051575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075901.051578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075901.051580:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075901.051602:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2888 00000100:00080000:0.0:1769075901.051607:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075901.051620:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075901.051627:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075901.051643:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612056064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075901.051674:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075901.051752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075901/real 1769075901] req@ffff88dac7d2f100 x1855007612055808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075901.051776:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612055808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075901.051806:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075901.051811:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075901.051815:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612055808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075901.051848:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075901.051895:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075901.051910:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075901/real 1769075901] req@ffff88dac7d2ca80 x1855007612055936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075901.051941:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612055936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075901.051951:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075901.051954:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075901.051957:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612055936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075901.051963:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075901.051980:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075901.051989:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075901/real 1769075901] req@ffff88dac7d2f480 x1855007612056064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075901.051999:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612056064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075901.052007:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075901.052010:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075901.052013:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075901.307236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075901.307395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075902.331226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075902.331384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075903.355324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075903.355360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075904.379262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075904.379344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075905.403311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075905.403352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075906.171329:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075906.171345:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075906.171352:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075906.171369:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2893 00000100:00080000:2.0:1769075906.171387:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075906.171397:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075906.171484:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612056192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075906.171514:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075906.171517:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075906.171519:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075906.171523:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2893 00000100:00080000:2.0:1769075906.171526:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075906.171530:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075906.171542:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075906.171555:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612056320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075906.171567:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075906.171571:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075906.171573:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075906.171580:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2893 00000100:00080000:2.0:1769075906.171587:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075906.171590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612056192:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075906.171591:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075906.171601:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075906.171614:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612056448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075906.171721:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075906.171772:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075906/real 1769075906] req@ffff88dac7dbd180 x1855007612056192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075906.171799:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612056192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075906.171810:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075906.171815:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075906.171819:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612056192:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075906.171845:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075906.171868:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075906.171880:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075906/real 1769075906] req@ffff88dac7dbe680 x1855007612056320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075906.171891:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612056320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075906.171899:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075906.171902:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075906.171905:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075906.171910:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075906.171925:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075906.171933:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075906/real 1769075906] req@ffff88dac7dbe300 x1855007612056448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075906.171943:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612056448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075906.171956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075906.171959:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075906.171962:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075906.427251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075906.427330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075907.451264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075907.451418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075908.475276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075908.475349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075909.499263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075909.499392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075910.523264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075910.523376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075911.291265:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075911.291273:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075911.291277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075911.291286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2898 00000100:00080000:0.0:1769075911.291307:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075911.291313:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075911.291346:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612056576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075911.291380:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075911.291382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075911.291384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075911.291387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2898 00000100:00080000:0.0:1769075911.291389:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075911.291393:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075911.291400:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075911.291410:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612056704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075911.291413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612056576:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075911.291426:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075911.291429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075911.291430:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075911.291434:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2898 00000100:00080000:0.0:1769075911.291436:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075911.291439:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075911.291442:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075911.291450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612056832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075911.291479:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075911.291512:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075911/real 1769075911] req@ffff88dac7d2e680 x1855007612056576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075911.291527:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612056576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075911.291535:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075911.291538:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075911.291540:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612056576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075911.291558:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075911.291607:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075911.291621:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075911/real 1769075911] req@ffff88dac7d2ea00 x1855007612056704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075911.291634:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612056704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075911.291642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075911.291645:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075911.291647:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075911.291651:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075911.291666:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075911.291673:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075911/real 1769075911] req@ffff88dac7d2c000 x1855007612056832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075911.291681:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612056832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075911.291686:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075911.291688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075911.291690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612056832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075911.547295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075911.547342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075912.571207:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075912.571252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075913.595232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075913.595267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075914.619313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075914.619341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075915.643231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075915.643273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075916.411372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075916.411406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075916.411414:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075916.411430:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2903 00000100:00080000:0.0:1769075916.411448:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075916.411459:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075916.411556:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612056960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075916.411595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075916.411599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075916.411602:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075916.411607:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2903 00000100:00080000:0.0:1769075916.411611:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075916.411616:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075916.411629:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075916.411644:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612057088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075916.411658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075916.411662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075916.411668:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075916.411671:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612056960:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075916.411676:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2903 00000100:00080000:0.0:1769075916.411689:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075916.411699:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075916.411708:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075916.411729:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612057216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075916.411800:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075916.411875:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075916/real 1769075916] req@ffff88dac7d2d180 x1855007612056960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075916.411905:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612056960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075916.411941:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075916.411948:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075916.411956:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612056960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075916.412005:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075916.412050:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075916.412075:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075916/real 1769075916] req@ffff88dac7d2d500 x1855007612057088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075916.412099:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612057088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075916.412116:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075916.412123:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075916.412129:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075916.412140:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075916.412226:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075916.412249:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075916/real 1769075916] req@ffff88dac7d2c700 x1855007612057216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075916.412273:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612057216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075916.412288:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075916.412294:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075916.412300:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075916.667262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075916.667295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075917.691220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075917.691268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075918.715218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075918.715275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075919.739218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075919.739291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075920.763243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075920.763292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075921.531276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075921.531287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075921.531291:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075921.531301:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2908 00000100:00080000:2.0:1769075921.531311:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075921.531317:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075921.531349:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612057344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075921.531375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075921.531379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075921.531381:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075921.531385:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2908 00000100:00080000:2.0:1769075921.531416:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075921.531422:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075921.531430:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612057344:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769075921.531432:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075921.531453:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612057472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075921.531462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075921.531464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075921.531467:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075921.531469:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2908 00000100:00080000:2.0:1769075921.531473:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075921.531477:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075921.531480:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075921.531489:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612057600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075921.531502:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075921.531539:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075921/real 1769075921] req@ffff88dac7dbea00 x1855007612057344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075921.531553:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612057344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075921.531560:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075921.531563:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075921.531567:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612057344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075921.531587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075921.531603:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075921.531611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075921/real 1769075921] req@ffff88dac7dbdf80 x1855007612057472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075921.531620:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612057472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075921.531626:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075921.531628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075921.531631:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075921.531635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075921.531645:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075921.531651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075921/real 1769075921] req@ffff88dac7dbe300 x1855007612057600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075921.531659:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612057600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075921.531668:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075921.531671:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075921.531673:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075921.787240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075921.787301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769075922.811298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075922.811311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075923.835239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075923.835318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075924.859226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075924.859265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075925.883292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075925.883338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075926.651391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075926.651425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075926.651435:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075926.651456:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2913 00000100:00080000:1.0:1769075926.651477:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075926.651491:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075926.651566:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612057728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075926.651628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075926.651638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075926.651642:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075926.651650:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2913 00000100:00080000:1.0:1769075926.651658:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075926.651666:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075926.651680:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075926.651703:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612057856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075926.651719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075926.651726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075926.651729:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075926.651738:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2913 00000100:00100000:0.0:1769075926.651742:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612057728:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769075926.651744:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075926.651758:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075926.651765:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075926.651785:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612057984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075926.651910:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075926.651962:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075926.907369:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075926.907439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075927.931252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075927.931347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075928.955251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075928.955291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075929.723465:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769075929.723527:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769075929.723549:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075929.723594:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769075929.723605:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769075929.723679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075926/real 1769075929] req@ffff88dacab49c00 x1855007612057984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075929.723709:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612057984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075929.723722:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075929.723727:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075929.723732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075929.723739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075926/real 1769075929] req@ffff88dacab49500 x1855007612057728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075929.723752:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612057728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075929.723760:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075929.723765:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075929.723768:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612057728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075929.723776:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075926/real 1769075929] req@ffff88dacab4a680 x1855007612057856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075929.723789:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612057856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075929.723797:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075929.723801:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075929.723805:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612057856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075929.979228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075929.979296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075931.003265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075931.003319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075931.771277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075931.771286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075931.771291:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075931.771303:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2918 00000100:00080000:2.0:1769075931.771314:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075931.771321:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075931.771355:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612058112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075931.771377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075931.771380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075931.771381:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075931.771384:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2918 00000100:00080000:2.0:1769075931.771387:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075931.771390:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075931.771400:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075931.771414:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612058112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075931.771416:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612058240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075931.771436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075931.771441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075931.771446:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075931.771451:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2918 00000100:00080000:2.0:1769075931.771455:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075931.771459:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075931.771464:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075931.771475:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612058368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075931.771485:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075931.771549:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075931/real 1769075931] req@ffff88dac7dbe680 x1855007612058112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075931.771568:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612058112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075931.771578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075931.771582:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075931.771586:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612058112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075931.771630:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075931.771655:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075931.771671:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075931/real 1769075931] req@ffff88dac7dbd180 x1855007612058240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075931.771683:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612058240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075931.771693:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075931.771697:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075931.771701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075931.771707:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075931.771730:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075931.771742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075931/real 1769075931] req@ffff88dac7dbc000 x1855007612058368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075931.771754:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612058368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075931.771762:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075931.771766:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075931.771770:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075932.027277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075932.027322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075933.051296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075933.051332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075934.075270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075934.075310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075935.099254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075935.099290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075936.123272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075936.123308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075936.891239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075936.891250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075936.891255:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075936.891265:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2923 00000100:00080000:2.0:1769075936.891276:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075936.891283:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075936.891318:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612058496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075936.891344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075936.891347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075936.891349:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075936.891354:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2923 00000100:00080000:2.0:1769075936.891358:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075936.891363:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075936.891372:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075936.891378:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612058496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075936.891386:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612058624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075936.891398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075936.891401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075936.891403:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075936.891407:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2923 00000100:00080000:2.0:1769075936.891411:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075936.891414:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075936.891419:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075936.891436:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612058752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075936.891440:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075936.891477:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075936/real 1769075936] req@ffff88dac7dbf800 x1855007612058496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075936.891496:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612058496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075936.891503:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075936.891506:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075936.891509:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612058496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075936.891527:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075936.891542:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075936.891550:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075936/real 1769075936] req@ffff88dac7dbc700 x1855007612058624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075936.891558:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612058624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075936.891564:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075936.891566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075936.891569:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075936.891572:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075936.891582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075936.891588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075936/real 1769075936] req@ffff88dac7dbed80 x1855007612058752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075936.891595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612058752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075936.891605:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075936.891607:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075936.891609:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612058752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075937.147218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075937.147269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075938.171278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075938.171326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075939.195239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075939.195294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075940.219267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075940.219298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769075941.243294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075941.243295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000001:02000400:0.0:1769075941.916222:0:111613:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/09.t against ext4 filesystem 00000100:00080000:2.0:1769075942.011233:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075942.011242:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075942.011246:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075942.011254:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2929 00000100:00080000:2.0:1769075942.011263:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075942.011268:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075942.011301:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612058880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075942.011333:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075942.011336:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075942.011337:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075942.011340:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2929 00000100:00080000:2.0:1769075942.011343:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075942.011346:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075942.011354:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075942.011363:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612059008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769075942.011373:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612058880:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075942.011373:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075942.011376:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075942.011380:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075942.011396:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2929 00000100:00080000:2.0:1769075942.011399:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075942.011401:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075942.011403:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075942.011413:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612059136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075942.011454:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075942.011487:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075942/real 1769075942] req@ffff88dac7dbce00 x1855007612058880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075942.011501:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612058880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075942.011509:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075942.011512:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075942.011515:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612058880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075942.011534:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075942.011549:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075942.011557:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075942/real 1769075942] req@ffff88dac7dbca80 x1855007612059008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075942.011565:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612059008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075942.011572:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075942.011574:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075942.011576:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075942.011580:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075942.011590:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075942.011596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075942/real 1769075942] req@ffff88dac7dbfb80 x1855007612059136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075942.011603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612059136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075942.011608:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075942.011610:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075942.011612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075942.267226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075942.267252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769075943.291264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075943.291265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075944.315250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075944.315279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075945.339230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075945.339270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769075945.512226:0:111802:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Run /usr/share/pjdfstest/link/09.t against lustre filesystem 00000100:00100000:3.0:1769075946.363245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075946.363275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075947.131293:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075947.131302:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075947.131306:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075947.131313:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2934 00000100:00080000:0.0:1769075947.131322:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075947.131328:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075947.131360:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612059264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075947.131396:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075947.131399:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075947.131400:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075947.131403:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2934 00000100:00080000:0.0:1769075947.131406:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075947.131409:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075947.131417:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075947.131428:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612059264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075947.131429:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612059392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075947.131443:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075947.131446:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075947.131447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075947.131449:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2934 00000100:00080000:0.0:1769075947.131452:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075947.131454:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075947.131458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075947.131466:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612059520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075947.131494:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075947.131531:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075947/real 1769075947] req@ffff88dac7d2dc00 x1855007612059264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075947.131551:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612059264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075947.131562:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075947.131567:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075947.131572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612059264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075947.131596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075947.131615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075947.131624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075947/real 1769075947] req@ffff88dac7d2d880 x1855007612059392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075947.131633:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612059392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075947.131640:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075947.131652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075947.131654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075947.131658:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075947.131675:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075947.131682:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075947/real 1769075947] req@ffff88dac7d2c700 x1855007612059520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075947.131690:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612059520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075947.131696:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075947.131698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075947.131700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075947.387238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075947.387304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1769075947.845421:0:111817:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88dad093b248),name=/ 00000002:00010000:3.0:1769075947.845445:0:111817:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1769075947.845457:0:111817:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff88dac68ed400 type 13 mode 30 res 8589934599/1 (0 0) 00010000:00010000:3.0:1769075947.845496:0:111817:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaaa36b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 111817 initiator: MDT0 00010000:00010000:3.0:1769075947.845504:0:111817:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaaa36b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111817 initiator: MDT0 00010000:00010000:3.0:1769075947.845512:0:111817:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88dae4d46000 lock: ffff88dac6a01c00/0x989cb6132eaaa36b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 111817 initiator: MDT0 00000100:00080000:3.0:1769075947.845538:0:111817:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff88dac8832d80 x1855007612059648/t0(0) o101->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769075947.845550:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075948.411253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075948.411284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075948.859260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075949.435236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075949.435397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075949.883230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075950.459295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075950.459331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075950.907233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075951.483233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075951.483259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075951.931233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769075952.251213:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075952.251222:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075952.251226:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075952.251234:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2939 00000100:00080000:0.0:1769075952.251244:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075952.251250:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075952.251282:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612059776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075952.251305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075952.251308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075952.251309:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075952.251312:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2939 00000100:00080000:0.0:1769075952.251315:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075952.251318:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075952.251325:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075952.251335:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612059904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075952.251339:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612059776:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075952.251351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075952.251353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075952.251354:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075952.251357:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2939 00000100:00080000:0.0:1769075952.251360:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075952.251363:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075952.251366:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075952.251373:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612060032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075952.251403:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075952.251439:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075952/real 1769075952] req@ffff88dac7d2d500 x1855007612059776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075952.251457:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612059776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075952.251464:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075952.251467:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075952.251470:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612059776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075952.251488:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075952.251517:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075952.251530:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075952/real 1769075952] req@ffff88dac7d2d180 x1855007612059904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075952.251544:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612059904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075952.251555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075952.251558:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075952.251562:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612059904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075952.251568:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075952.251586:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075952.251594:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075952/real 1769075952] req@ffff88dac7d2c000 x1855007612060032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075952.251602:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612060032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075952.251612:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075952.251614:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075952.251616:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769075952.507257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075952.507271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075952.955293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769075953.531299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769075953.531372:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075953.979192:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769075954.555276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075954.555463:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075955.003253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075955.579349:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075955.579423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075956.027280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075956.603329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075956.603330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075957.051257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769075957.371277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075957.371286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075957.371302:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075957.371310:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2944 00000100:00080000:3.0:1769075957.371319:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075957.371326:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075957.371369:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612060160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075957.371393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075957.371396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075957.371398:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075957.371401:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2944 00000100:00080000:3.0:1769075957.371404:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075957.371407:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075957.371416:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075957.371440:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612060288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075957.371441:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612060160:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075957.371457:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075957.371460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769075957.371461:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075957.371463:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2944 00000100:00080000:3.0:1769075957.371467:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075957.371469:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075957.371474:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075957.371483:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612060416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075957.371509:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075957.371545:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075957/real 1769075957] req@ffff88dac8830700 x1855007612060160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075957.371560:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612060160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075957.371568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075957.371571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075957.371574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612060160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075957.371594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075957.371610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075957.371619:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075957/real 1769075957] req@ffff88dac8833800 x1855007612060288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075957.371627:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612060288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075957.371634:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075957.371637:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075957.371640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075957.371644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075957.371655:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075957.371661:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075957/real 1769075957] req@ffff88dac8832300 x1855007612060416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075957.371669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612060416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075957.371674:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075957.371676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075957.371678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075957.627250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075957.627305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075958.075287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075958.651367:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075958.651485:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075959.099245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075959.675383:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075959.675429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075960.123265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075960.699236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075960.699312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075961.147267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075961.723302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075961.723421:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075962.171280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769075962.491311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075962.491325:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769075962.491332:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075962.491346:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2949 00000100:00080000:3.0:1769075962.491362:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075962.491438:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769075962.491489:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612060544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075962.491527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075962.491533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769075962.491536:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075962.491541:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2949 00000100:00080000:3.0:1769075962.491546:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075962.491550:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075962.491564:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075962.491582:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612060672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075962.491599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075962.491607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769075962.491609:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612060544:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769075962.491610:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769075962.491620:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2949 00000100:00080000:3.0:1769075962.491629:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769075962.491634:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769075962.491641:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075962.491660:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612060800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075962.491745:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075962.491801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075962/real 1769075962] req@ffff88dac8830000 x1855007612060544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075962.491826:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612060544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075962.491841:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075962.491846:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075962.491852:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612060544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075962.491881:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075962.491912:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075962.491927:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075962/real 1769075962] req@ffff88dac8832300 x1855007612060672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075962.491943:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612060672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075962.491955:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075962.491960:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075962.491964:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075962.491971:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075962.491990:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075962.492001:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075962/real 1769075962] req@ffff88dac8833800 x1855007612060800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075962.492015:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612060800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075962.492025:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075962.492028:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075962.492032:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612060800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075962.747330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075962.747426:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075963.195219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075963.771322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075963.771355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075964.219289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075964.795247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075964.795365:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075965.243257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075965.819296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075965.819420:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075966.267280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075966.843230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075966.843422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075967.291296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769075967.611354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075967.611368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075967.611375:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075967.611388:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2954 00000100:00080000:2.0:1769075967.611402:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075967.611429:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075967.611476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612060928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075967.611512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075967.611516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075967.611518:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075967.611523:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2954 00000100:00080000:2.0:1769075967.611527:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075967.611533:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075967.611544:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075967.611560:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612061056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075967.611573:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612060928:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075967.611580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075967.611587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075967.611589:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075967.611595:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2954 00000100:00080000:2.0:1769075967.611599:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075967.611607:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075967.611645:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075967.611674:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612061184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075967.611709:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075967.611820:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075967/real 1769075967] req@ffff88dac7dbd880 x1855007612060928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075967.611853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612060928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075967.611895:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075967.611918:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075967.611926:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612060928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075967.611975:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075967.612023:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075967.612043:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075967/real 1769075967] req@ffff88dac7dbc380 x1855007612061056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075967.612059:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612061056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075967.612071:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075967.612076:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075967.612080:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075967.612088:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075967.612110:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075967.612122:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075967/real 1769075967] req@ffff88dac7dbd500 x1855007612061184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075967.612136:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612061184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075967.612189:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075967.612193:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075967.612198:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075967.867280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075967.867371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075968.315305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075968.891292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075968.891409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075969.339253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075969.915303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075969.915413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075970.363302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075970.939285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075970.939406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075971.387256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075971.963292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075971.963381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075972.411260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769075972.731348:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075972.731361:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769075972.731367:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075972.731379:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2959 00000100:00080000:1.0:1769075972.731393:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075972.731402:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769075972.731450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612061312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075972.731487:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075972.731493:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769075972.731495:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075972.731501:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2959 00000100:00080000:1.0:1769075972.731506:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075972.731512:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075972.731525:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075972.731569:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612061312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075972.731580:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612061440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075972.731598:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075972.731604:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769075972.731607:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075972.731612:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2959 00000100:00080000:1.0:1769075972.731620:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769075972.731625:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769075972.731633:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075972.731650:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612061568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769075972.731664:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075972.731724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075972/real 1769075972] req@ffff88dacab4ad80 x1855007612061312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075972.731751:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612061312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075972.731765:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075972.731771:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075972.731777:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612061312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075972.731806:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075972.731833:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075972.731848:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075972/real 1769075972] req@ffff88dacab49880 x1855007612061440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075972.731864:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612061440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075972.731875:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075972.731879:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075972.731883:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075972.731890:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769075972.731909:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769075972.731920:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075972/real 1769075972] req@ffff88dacab4a680 x1855007612061568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075972.731933:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612061568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075972.731943:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075972.731946:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769075972.731950:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075972.987331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075972.987396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075973.435320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075974.011319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075974.011484:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075974.459269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075975.035304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075975.035397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075975.483329:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075976.059331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075976.059405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075976.507314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075977.083305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075977.083382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075977.531298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769075977.851304:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075977.851324:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075977.851332:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075977.851350:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2964 00000100:00080000:0.0:1769075977.851369:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075977.851380:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075977.851438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612061696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075977.851512:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075977.851517:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075977.851519:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075977.851524:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2964 00000100:00080000:0.0:1769075977.851528:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075977.851533:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075977.851547:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075977.851569:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612061824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075977.851590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612061696:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075977.851597:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075977.851611:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075977.851615:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075977.851625:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2964 00000100:00080000:0.0:1769075977.851634:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075977.851643:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075977.851653:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075977.851671:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612061952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075977.851700:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075977.851759:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075977/real 1769075977] req@ffff88dac7d2ea00 x1855007612061696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075977.851784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612061696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075977.851800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075977.851806:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075977.851811:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612061696:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075977.851855:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075977.851883:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075977.851898:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075977/real 1769075977] req@ffff88dac7d2e680 x1855007612061824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075977.851913:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612061824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075977.851944:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075977.851949:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075977.851953:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075977.851961:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075977.851998:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075977.852021:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075977/real 1769075977] req@ffff88dac7d2f480 x1855007612061952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075977.852046:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612061952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075977.852063:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075977.852070:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075977.852076:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612061952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075978.107296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769075978.107465:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075978.555302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075979.131338:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075979.131505:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075979.579249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075980.155394:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075980.155437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075980.603247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075981.179339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075981.179570:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075981.627199:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075982.203300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075982.203439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075982.651208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769075982.971385:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075982.971399:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769075982.971405:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075982.971417:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2970 00000100:00080000:0.0:1769075982.971431:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075982.971440:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769075982.971487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612062080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075982.971526:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075982.971533:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769075982.971536:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075982.971544:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2970 00000100:00080000:0.0:1769075982.971552:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075982.971561:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075982.971579:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075982.971614:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612062208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075982.971620:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612062080:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769075982.971663:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075982.971669:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769075982.971673:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075982.971684:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2970 00000100:00080000:0.0:1769075982.971696:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769075982.971705:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769075982.971727:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075982.971758:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612062336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075982.971799:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075982.971885:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075982/real 1769075982] req@ffff88dac7d2ca80 x1855007612062080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075982.971919:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612062080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075982.971937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075982.971945:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075982.971953:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612062080:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075982.972000:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075982.972042:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075982.972066:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075982/real 1769075982] req@ffff88dac7d2f100 x1855007612062208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075982.972088:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612062208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075982.972105:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075982.972112:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075982.972117:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075982.972130:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075982.972236:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075982.972269:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075982/real 1769075982] req@ffff88dac7d2f480 x1855007612062336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075982.972304:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612062336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075982.972322:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075982.972334:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075982.972343:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075983.227322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075983.227437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075983.675224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075984.251288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075984.251453:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075984.699223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075985.275280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075985.275450:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075985.723275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075986.299279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769075986.299397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075986.747263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769075987.323351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769075987.323373:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769075987.771244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769075988.091389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075988.091408:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075988.091415:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075988.091434:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2975 00000100:00080000:2.0:1769075988.091453:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075988.091467:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075988.091528:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612062464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075988.091572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075988.091577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075988.091580:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075988.091585:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2975 00000100:00080000:2.0:1769075988.091591:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075988.091597:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075988.091609:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075988.091632:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612062592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075988.091634:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612062464:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769075988.091661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075988.091665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075988.091668:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075988.091673:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2975 00000100:00080000:2.0:1769075988.091677:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075988.091681:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075988.091687:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075988.091705:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612062720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075988.091736:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075988.091804:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075988/real 1769075988] req@ffff88dac7dbf100 x1855007612062464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075988.091838:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612062464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075988.091859:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075988.091868:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075988.091875:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612062464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075988.091916:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075988.091961:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075988.091981:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075988/real 1769075988] req@ffff88dac7dbf480 x1855007612062592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075988.091998:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612062592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075988.092010:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075988.092014:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075988.092018:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075988.092026:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075988.092048:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075988.092060:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075988/real 1769075988] req@ffff88dac7dbd500 x1855007612062720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075988.092074:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612062720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075988.092093:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075988.092097:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075988.092101:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075988.347251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075988.347398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075988.795332:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075989.371343:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075989.371391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075989.819303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075990.395329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075990.395363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075990.843252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075991.419292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075991.419341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075991.867289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075992.443351:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075992.443434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075992.891363:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769075993.211316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075993.211329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075993.211336:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075993.211348:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2980 00000100:00080000:2.0:1769075993.211361:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075993.211369:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075993.211411:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612062848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075993.211446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075993.211450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075993.211452:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075993.211475:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2980 00000100:00080000:2.0:1769075993.211480:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075993.211488:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075993.211506:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075993.211532:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612062848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075993.211537:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612062976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075993.211587:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075993.211595:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075993.211599:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075993.211609:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2980 00000100:00080000:2.0:1769075993.211616:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075993.211639:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075993.211647:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075993.211665:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612063104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075993.211719:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075993.211764:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075993.467321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075993.467447:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075993.915313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075994.491325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075994.491444:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075994.939255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075995.515349:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769075995.515461:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075995.963287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:0.0:1769075996.283722:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:0.0:1769075996.283825:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769075996.283864:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769075996.283965:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769075996.283981:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769075996.284229:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075993/real 1769075996] req@ffff88dac7dbd880 x1855007612062976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075996.284290:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612062976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075996.284314:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075996.284323:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075996.284332:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612062976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075996.284348:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075993/real 1769075996] req@ffff88dac7dbfb80 x1855007612063104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075996.284384:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612063104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075996.284399:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075996.284406:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075996.284413:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075996.284427:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075993/real 1769075996] req@ffff88dac7dbc380 x1855007612062848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075996.284451:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612062848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075996.284465:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075996.284471:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075996.284478:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612062848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769075996.539268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075996.539304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075996.987237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769075997.563274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075997.563459:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075998.011254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769075998.331347:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075998.331363:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769075998.331370:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075998.331385:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2985 00000100:00080000:2.0:1769075998.331402:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075998.331412:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769075998.331480:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612063232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075998.331516:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075998.331519:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769075998.331521:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075998.331525:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2985 00000100:00080000:2.0:1769075998.331528:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075998.331532:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075998.331544:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075998.331556:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612063360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075998.331567:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075998.331572:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769075998.331574:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769075998.331579:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2985 00000100:00080000:2.0:1769075998.331582:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769075998.331585:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769075998.331589:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075998.331593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612063232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769075998.331602:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612063488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075998.331707:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075998.331791:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075998/real 1769075998] req@ffff88dac7dbca80 x1855007612063232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075998.331821:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612063232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075998.331837:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075998.331844:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075998.331850:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612063232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769075998.331861:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075998.331910:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075998.331931:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075998/real 1769075998] req@ffff88dac7dbce00 x1855007612063360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075998.331957:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612063360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075998.331969:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075998.331973:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075998.331978:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769075998.332016:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769075998.332045:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769075998.332061:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075998/real 1769075998] req@ffff88dac7dbed80 x1855007612063488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075998.332077:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612063488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075998.332089:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075998.332094:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769075998.332098:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769075998.587317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075998.587348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769075999.035248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769075999.611293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769075999.611418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076000.059229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076000.635317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076000.635446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076001.083217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076001.659227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076001.659516:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076002.107265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076002.683331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076002.683412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076003.131277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076003.451298:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076003.451311:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076003.451317:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076003.451331:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2990 00000100:00080000:3.0:1769076003.451346:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076003.451355:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076003.451401:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612063616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076003.451439:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076003.451444:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076003.451447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076003.451463:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2990 00000100:00080000:3.0:1769076003.451467:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076003.451472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076003.451484:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076003.451502:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612063744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076003.451514:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612063616:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076003.451550:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076003.451555:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076003.451557:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076003.451564:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2990 00000100:00080000:3.0:1769076003.451569:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076003.451573:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076003.451580:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076003.451595:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612063872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076003.451623:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076003.451679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076003/real 1769076003] req@ffff88dac8830700 x1855007612063616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076003.451703:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612063616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076003.451718:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076003.451724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076003.451729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612063616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076003.451758:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076003.451783:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076003.451798:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076003/real 1769076003] req@ffff88dac8831c00 x1855007612063744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076003.451814:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612063744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076003.451825:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076003.451829:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076003.451834:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076003.451841:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076003.451860:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076003.451870:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076003/real 1769076003] req@ffff88dac8831180 x1855007612063872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076003.451884:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612063872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076003.451901:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076003.451905:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076003.451909:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612063872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076003.707312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076003.707454:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076004.155261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076004.731305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076004.731427:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076005.179320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076005.755259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076005.755535:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076006.203247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076006.779340:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076006.779428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076007.227288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076007.803349:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076007.803442:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076008.251266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076008.571344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076008.571356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076008.571362:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076008.571374:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 2995 00000100:00080000:0.0:1769076008.571388:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076008.571397:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076008.571456:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612064000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076008.571493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076008.571498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076008.571501:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076008.571506:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2995 00000100:00080000:0.0:1769076008.571510:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076008.571514:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076008.571527:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076008.571544:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612064128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076008.571567:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612064000:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076008.571573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076008.571586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076008.571589:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076008.571595:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 2995 00000100:00080000:0.0:1769076008.571598:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076008.571603:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076008.571609:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076008.571625:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612064256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076008.571686:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076008.571756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076008/real 1769076008] req@ffff88dac7d2e680 x1855007612064000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076008.571792:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612064000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076008.571812:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076008.571820:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076008.571829:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612064000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076008.571872:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076008.571915:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076008.571975:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076008/real 1769076008] req@ffff88dac7d2ea00 x1855007612064128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076008.572002:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612064128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076008.572021:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076008.572029:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076008.572036:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076008.572050:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076008.572091:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076008.572114:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076008/real 1769076008] req@ffff88dac7d2c000 x1855007612064256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076008.572138:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612064256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076008.572196:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076008.572203:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076008.572210:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076008.827314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076008.827485:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076009.275255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076009.851298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076009.851360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076010.299289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076010.875345:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076010.875409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076011.323253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076011.899398:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076011.899482:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076012.347271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076012.923250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076012.923379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076013.371264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076013.691319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076013.691332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076013.691339:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076013.691352:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3000 00000100:00080000:1.0:1769076013.691366:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076013.691385:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076013.691429:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612064384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076013.691465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076013.691470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076013.691473:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076013.691480:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3000 00000100:00080000:1.0:1769076013.691486:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076013.691492:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076013.691505:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612064384:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769076013.691505:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076013.691531:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612064512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076013.691557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076013.691562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076013.691564:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076013.691582:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3000 00000800:00000100:0.0:1769076013.691583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:1.0:1769076013.691598:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076013.691606:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076013.691615:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076013.691625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076013/real 1769076013] req@ffff88dacab49500 x1855007612064384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076013.691637:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612064640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076013.691650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612064384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076013.691663:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076013.691689:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076013.691693:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612064384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076013.691715:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076013.691762:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076013.691775:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076013/real 1769076013] req@ffff88dacab49c00 x1855007612064512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076013.691803:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612064512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076013.691811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076013.691814:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076013.691817:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076013.691822:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076013.691837:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076013.691872:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076013/real 1769076013] req@ffff88dacab48e00 x1855007612064640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076013.691918:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612064640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076013.691925:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076013.691928:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076013.691931:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076013.947272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076013.947332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076014.395233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076014.971317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076014.971414:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076015.419281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076015.995285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076015.995364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076016.443263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076017.019273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076017.019411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076017.467281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076018.043299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076018.043309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076018.491257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076018.811399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076018.811422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076018.811431:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076018.811451:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3005 00000100:00080000:0.0:1769076018.811474:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076018.811488:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076018.811563:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612064768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076018.811631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076018.811640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076018.811644:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076018.811653:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3005 00000100:00080000:0.0:1769076018.811660:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076018.811667:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076018.811686:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076018.811711:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076018.811732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076018.811739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076018.811743:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076018.811751:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3005 00000100:00100000:1.0:1769076018.811803:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612064768:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076018.811810:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076018.811835:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076018.811849:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076018.811881:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612065024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076018.811925:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076018.811988:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076018/real 1769076018] req@ffff88dac7d2d180 x1855007612064768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076018.812012:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612064768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076018.812026:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076018.812031:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076018.812039:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612064768:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076018.812049:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076018.812075:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076018.812090:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076018/real 1769076018] req@ffff88dac7d2d500 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076018.812105:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076018.812116:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076018.812120:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076018.812125:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612064896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076018.812192:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076018.812218:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076018.812233:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076018/real 1769076018] req@ffff88dac7d2c700 x1855007612065024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076018.812247:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612065024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076018.812257:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076018.812261:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076018.812265:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076019.067341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076019.067431:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076019.515254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076020.091306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076020.091396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076020.539324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076021.115293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076021.115391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076021.563292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076022.139304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076022.139444:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076022.587242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076023.163308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076023.163427:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076023.611277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076023.931380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076023.931397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076023.931405:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076023.931422:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3011 00000100:00080000:0.0:1769076023.931449:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076023.931462:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076023.931528:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612065152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076023.931576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076023.931582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076023.931585:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076023.931590:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3011 00000100:00080000:0.0:1769076023.931595:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076023.931600:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076023.931624:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076023.931639:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612065280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076023.931652:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076023.931657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076023.931659:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076023.931664:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3011 00000100:00080000:0.0:1769076023.931667:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076023.931694:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076023.931702:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076023.931720:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612065408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076023.931751:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612065152:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769076023.931843:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076023.931896:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076023/real 1769076023] req@ffff88dac7d2d880 x1855007612065152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076023.931919:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612065152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076023.931934:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076023.931939:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076023.931944:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612065152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076023.931954:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076023.931977:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076023.931990:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076023/real 1769076023] req@ffff88dac7d2dc00 x1855007612065280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076023.932004:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612065280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076023.932014:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076023.932018:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076023.932022:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076023.932050:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076023.932069:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076023.932080:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076023/real 1769076023] req@ffff88dac7d2c700 x1855007612065408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076023.932102:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612065408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076023.932125:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076023.932129:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076023.932133:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076024.187327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076024.187465:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076024.635243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076025.211335:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076025.211437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076025.659275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076026.235289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076026.235405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076026.683247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076027.259297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076027.259425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076027.707283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076028.283320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076028.283375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076028.731271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076029.051352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076029.051367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076029.051388:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076029.051403:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3016 00000100:00080000:1.0:1769076029.051418:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076029.051429:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076029.051479:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612065536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076029.051533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076029.051539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076029.051541:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076029.051546:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3016 00000100:00080000:1.0:1769076029.051551:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076029.051555:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076029.051567:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076029.051608:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076029.051625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612065536:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076029.051631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076029.051642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076029.051645:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076029.051651:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3016 00000100:00080000:1.0:1769076029.051656:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076029.051661:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076029.051667:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076029.051688:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612065792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076029.051736:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076029.051801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076029/real 1769076029] req@ffff88dacab49180 x1855007612065536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076029.051829:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612065536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076029.051844:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076029.051850:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076029.051856:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612065536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076029.051885:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076029.051914:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076029.051930:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076029/real 1769076029] req@ffff88dacab48380 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076029.051946:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076029.051966:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076029.051970:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076029.051975:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076029.051982:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076029.052001:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076029.052013:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076029/real 1769076029] req@ffff88dacab4bb80 x1855007612065792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076029.052027:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612065792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076029.052037:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076029.052041:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076029.052044:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612065792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076029.307255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076029.307389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076029.755320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076030.331313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076030.331448:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076030.779289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076031.355293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076031.355331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076031.803235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076032.379278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076032.379455:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076032.827275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076033.403346:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076033.403372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076033.851262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076034.171361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076034.171375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076034.171381:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076034.171394:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3021 00000100:00080000:3.0:1769076034.171407:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076034.171416:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076034.171462:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612065920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076034.171527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076034.171534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076034.171537:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076034.171543:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3021 00000100:00080000:3.0:1769076034.171548:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076034.171554:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076034.171567:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076034.171587:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612066048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076034.171605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076034.171609:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612065920:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076034.171611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076034.171619:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076034.171634:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3021 00000100:00080000:3.0:1769076034.171638:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076034.171642:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076034.171648:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076034.171664:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612066176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076034.171710:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076034.171793:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076034/real 1769076034] req@ffff88dac8830e00 x1855007612065920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076034.171831:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612065920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076034.171853:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076034.171862:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076034.171870:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612065920:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076034.171910:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076034.171957:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076034.172000:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076034/real 1769076034] req@ffff88dac8833100 x1855007612066048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076034.172019:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612066048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076034.172031:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076034.172036:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076034.172040:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076034.172049:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076034.172077:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076034.172092:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076034/real 1769076034] req@ffff88dac8833b80 x1855007612066176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076034.172106:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612066176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076034.172116:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076034.172120:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076034.172124:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076034.427293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076034.427307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076034.875244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076035.451289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076035.451467:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076035.899287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076036.475330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076036.475411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076036.923256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076037.499378:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076037.499466:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076037.947306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076038.523361:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076038.523406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076038.971251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076039.291269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076039.291283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076039.291289:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076039.291304:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3026 00000100:00080000:3.0:1769076039.291318:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076039.291329:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076039.291375:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612066304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076039.291439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076039.291447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076039.291449:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076039.291455:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3026 00000100:00080000:3.0:1769076039.291461:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076039.291467:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076039.291481:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076039.291497:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612066304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076039.291503:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076039.291523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076039.291527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076039.291530:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076039.291537:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3026 00000100:00080000:3.0:1769076039.291541:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076039.291546:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076039.291552:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076039.291568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612066560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076039.291595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076039.291650:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076039/real 1769076039] req@ffff88dac8832680 x1855007612066304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076039.291675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612066304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076039.291689:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076039.291695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076039.291700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612066304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076039.291728:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076039.291754:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076039.291769:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076039/real 1769076039] req@ffff88dac8832a00 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076039.291785:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076039.291796:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076039.291800:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076039.291804:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076039.291811:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076039.291830:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076039.291840:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076039/real 1769076039] req@ffff88dac8833480 x1855007612066560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076039.291863:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612066560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076039.291873:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076039.291876:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076039.291880:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066560:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769076039.547398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076039.547458:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076039.995289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076040.571466:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076040.571467:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076041.019271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076041.595329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076041.595338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076042.043359:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076042.619324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076042.619429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076043.067287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076043.643307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076043.643439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076044.091331:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076044.411413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076044.411431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076044.411439:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076044.411454:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3031 00000100:00080000:3.0:1769076044.411469:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076044.411478:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076044.411527:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612066688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076044.411570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076044.411575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076044.411577:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076044.411582:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3031 00000100:00080000:3.0:1769076044.411600:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076044.411606:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076044.411621:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076044.411661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612066688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076044.411663:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612066816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076044.411712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076044.411721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076044.411728:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076044.411740:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3031 00000100:00080000:3.0:1769076044.411749:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076044.411760:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076044.411774:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076044.411795:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612066944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076044.411814:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076044.411891:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076044/real 1769076044] req@ffff88dac8830380 x1855007612066688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076044.411920:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612066688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076044.411952:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076044.411957:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076044.411962:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612066688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076044.411997:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076044.412020:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076044.412031:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076044/real 1769076044] req@ffff88dac8833480 x1855007612066816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076044.412043:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612066816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076044.412059:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076044.412062:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076044.412065:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076044.412070:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076044.412085:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076044.412092:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076044/real 1769076044] req@ffff88dac8832a00 x1855007612066944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076044.412102:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612066944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076044.412109:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076044.412112:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076044.412114:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612066944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076044.667360:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076044.667481:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076045.115291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076045.691285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076045.691431:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076046.139235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076046.715334:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076046.715391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076047.163223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076047.739339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076047.739416:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076048.187256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076048.763326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076048.763378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076049.211298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076049.531257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076049.531273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076049.531280:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076049.531296:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3036 00000100:00080000:3.0:1769076049.531312:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076049.531323:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076049.531369:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612067072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076049.531405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076049.531411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076049.531414:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076049.531420:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3036 00000100:00080000:3.0:1769076049.531427:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076049.531436:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076049.531451:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076049.531459:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612067072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076049.531476:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076049.531495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076049.531501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076049.531503:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076049.531510:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3036 00000100:00080000:3.0:1769076049.531516:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076049.531522:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076049.531530:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076049.531551:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612067328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076049.531579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076049.531639:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076049/real 1769076049] req@ffff88dac8832680 x1855007612067072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076049.531667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612067072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076049.531684:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076049.531690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076049.531697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612067072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076049.531733:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076049.531771:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076049.531792:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076049/real 1769076049] req@ffff88dac8833b80 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076049.531814:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076049.531829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076049.531835:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076049.531841:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076049.531850:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076049.531882:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076049.531904:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076049/real 1769076049] req@ffff88dac8833100 x1855007612067328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076049.531925:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612067328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076049.531937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076049.531944:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076049.531950:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067328:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769076049.787326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076049.787351:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076050.235198:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076050.811322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076050.811329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076051.259260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076051.835265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076051.835419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076052.283270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076052.859360:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076052.859440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076053.307256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076053.883283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076053.883366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076054.331286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076054.651272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076054.651287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076054.651294:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076054.651310:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3041 00000100:00080000:3.0:1769076054.651324:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076054.651334:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076054.651379:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612067456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076054.651428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076054.651433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076054.651435:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076054.651440:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3041 00000100:00080000:3.0:1769076054.651445:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076054.651452:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076054.651469:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076054.651489:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612067456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076054.651500:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612067584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076054.651528:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076054.651536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076054.651541:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076054.651549:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3041 00000100:00080000:3.0:1769076054.651558:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076054.651565:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076054.651576:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076054.651591:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769076054.651600:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612067712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076054.651692:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076054/real 1769076054] req@ffff88dac8830e00 x1855007612067456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076054.651723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612067456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076054.651738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076054.651743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076054.651749:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612067456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076054.651779:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076054.651814:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076054.651831:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076054/real 1769076054] req@ffff88dac8831180 x1855007612067584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076054.651865:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612067584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076054.651877:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076054.651881:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076054.651886:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076054.651894:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076054.651918:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076054.651931:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076054/real 1769076054] req@ffff88dac8831c00 x1855007612067712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076054.651946:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612067712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076054.651965:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076054.651969:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076054.651974:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076054.907273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076054.907327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076055.355276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076055.931320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076055.931363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076056.379257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076056.955260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076056.955343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076057.403270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076057.979298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076057.979380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076058.427272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076059.003246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076059.003269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076059.451303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076059.771329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076059.771343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076059.771349:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076059.771364:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3046 00000100:00080000:3.0:1769076059.771380:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076059.771391:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076059.771463:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612067840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076059.771513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076059.771518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076059.771521:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076059.771526:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3046 00000100:00080000:3.0:1769076059.771531:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076059.771536:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076059.771549:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076059.771584:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076059.771599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612067840:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076059.771629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076059.771639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076059.771645:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076059.771659:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3046 00000100:00080000:3.0:1769076059.771667:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076059.771676:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076059.771685:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076059.771706:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612068096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076059.771818:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076059.771882:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076060.027271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076060.027274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076060.475225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076061.051239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076061.051276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076061.499247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076062.075284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076062.075349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076062.523245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076062.843565:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076062.843620:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076062.843642:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076062.843684:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076062.843693:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076062.843744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076059/real 1769076062] req@ffff88dac8833800 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076062.843775:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076062.843790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076062.843797:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076062.843801:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612067968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076062.843811:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076059/real 1769076062] req@ffff88dac8832300 x1855007612068096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076062.843824:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612068096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076062.843832:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076062.843844:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076062.843849:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076062.843857:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076059/real 1769076062] req@ffff88dac8830700 x1855007612067840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076062.843872:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612067840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076062.843880:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076062.843884:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076062.843887:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612067840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076063.099342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076063.099356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076063.547253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076064.123311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076064.123423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076064.571273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076064.891464:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076064.891482:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076064.891489:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076064.891506:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3051 00000100:00080000:2.0:1769076064.891525:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076064.891537:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076064.891599:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612068224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076064.891668:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076064.891677:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076064.891681:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076064.891691:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3051 00000100:00080000:2.0:1769076064.891699:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076064.891709:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076064.891732:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076064.891760:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612068352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076064.891785:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612068224:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076064.891801:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076064.891832:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076064.891837:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076064.891848:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3051 00000100:00080000:2.0:1769076064.891857:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076064.891865:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076064.891877:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076064.891903:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612068480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076064.891935:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076064.892060:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076064/real 1769076064] req@ffff88dac7dbc700 x1855007612068224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076064.892100:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612068224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076064.892120:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076064.892129:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076064.892136:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612068224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076064.892239:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076064.892294:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076064.892323:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076064/real 1769076064] req@ffff88dac7dbf800 x1855007612068352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076064.892378:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612068352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076064.892397:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076064.892404:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076064.892412:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076064.892425:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076064.892472:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076064.892498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076064/real 1769076064] req@ffff88dac7dbc000 x1855007612068480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076064.892522:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612068480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076064.892539:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076064.892546:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076064.892553:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076065.147356:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076065.147446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076065.595277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076066.171384:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076066.171439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076066.619282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076067.195292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076067.195419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076067.643288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076068.219282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076068.219448:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076068.667234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076069.243293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076069.243413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076069.691262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076070.011390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076070.011404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076070.011410:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076070.011423:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3057 00000100:00080000:3.0:1769076070.011436:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076070.011445:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076070.011504:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612068608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076070.011548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076070.011553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076070.011555:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076070.011561:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3057 00000100:00080000:3.0:1769076070.011565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076070.011569:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076070.011580:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076070.011596:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612068736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076070.011610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076070.011615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076070.011628:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076070.011632:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3057 00000100:00080000:3.0:1769076070.011635:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076070.011639:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076070.011644:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076070.011655:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612068864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076070.011727:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612068608:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769076070.011868:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076070.011999:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076070/real 1769076070] req@ffff88dac8830000 x1855007612068608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076070.012044:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612068608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076070.012070:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076070.012077:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076070.012083:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612068608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076070.012095:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076070.012133:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076070.012208:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076070/real 1769076070] req@ffff88dac8830700 x1855007612068736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076070.012227:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612068736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076070.012255:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076070.012259:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076070.012262:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076070.012269:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076070.012290:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076070.012299:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076070/real 1769076070] req@ffff88dac8832300 x1855007612068864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076070.012309:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612068864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076070.012316:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076070.012336:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076070.012340:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612068864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076070.267295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076070.267417:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076070.715295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076071.291263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076071.291379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076071.739277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076072.315310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076072.315376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076072.763340:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076073.339265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076073.339397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076073.787267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076074.363337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076074.363349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076074.811307:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076075.131322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076075.131345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076075.131354:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076075.131376:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3062 00000100:00080000:3.0:1769076075.131397:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076075.131413:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076075.131493:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612068992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076075.131570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076075.131578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076075.131583:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076075.131595:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3062 00000100:00080000:3.0:1769076075.131603:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076075.131610:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076075.131626:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076075.131645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612068992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076075.131660:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612069120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076075.131690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076075.131699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076075.131703:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076075.131713:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3062 00000100:00080000:3.0:1769076075.131723:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076075.131735:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076075.131746:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769076075.131749:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769076075.131788:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612069248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076075.131868:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076075/real 1769076075] req@ffff88dac8833800 x1855007612068992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076075.131897:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612068992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076075.131912:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076075.131918:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076075.131923:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612068992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076075.131955:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076075.131987:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076075.132003:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076075/real 1769076075] req@ffff88dac8831c00 x1855007612069120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076075.132017:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612069120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076075.132028:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076075.132033:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076075.132037:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076075.132044:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076075.132062:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076075.132073:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076075/real 1769076075] req@ffff88dac8831180 x1855007612069248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076075.132087:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612069248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076075.132096:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076075.132100:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076075.132103:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076075.387367:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076075.387444:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076075.835256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076076.411410:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076076.411462:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076076.859277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076077.435296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076077.435397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076077.883273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076078.459299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076078.459394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076078.907288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076079.483311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076079.483454:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076079.931248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076080.251324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076080.251338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076080.251344:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076080.251357:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3067 00000100:00080000:0.0:1769076080.251370:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076080.251380:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076080.251427:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612069376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076080.251474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076080.251479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076080.251482:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076080.251487:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3067 00000100:00080000:0.0:1769076080.251491:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076080.251495:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076080.251507:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076080.251526:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076080.251543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076080.251549:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612069376:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076080.251550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076080.251554:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076080.251560:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3067 00000100:00080000:0.0:1769076080.251564:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076080.251567:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076080.251581:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076080.251597:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612069632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076080.251660:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076080.251710:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076080/real 1769076080] req@ffff88dac7d2d500 x1855007612069376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076080.251755:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612069376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076080.251770:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076080.251776:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076080.251782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612069376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076080.251811:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076080.251841:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076080.251856:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076080/real 1769076080] req@ffff88dac7d2d180 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076080.251872:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076080.251884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076080.251888:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076080.251892:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076080.251900:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076080.251920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076080.251931:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076080/real 1769076080] req@ffff88dac7d2c000 x1855007612069632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076080.251945:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612069632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076080.251955:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076080.251958:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076080.251962:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076080.507271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076080.507368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076080.955263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076081.531326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076081.531345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076081.979291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076082.555333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076082.555342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076083.003316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076083.579341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076083.579379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076084.027281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076084.603374:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076084.603379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076085.051221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076085.371333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076085.371347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076085.371353:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076085.371367:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3072 00000100:00080000:1.0:1769076085.371381:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076085.371390:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076085.371438:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612069760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076085.371482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076085.371489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076085.371493:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076085.371500:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3072 00000100:00080000:1.0:1769076085.371506:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076085.371513:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076085.371528:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076085.371550:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612069888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076085.371567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076085.371573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076085.371577:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076085.371618:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3072 00000100:00100000:0.0:1769076085.371619:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612069760:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076085.371625:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076085.371677:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076085.371685:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076085.371707:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612070016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076085.371749:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076085.371807:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076085/real 1769076085] req@ffff88dacab48700 x1855007612069760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076085.371833:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612069760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076085.371846:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076085.371852:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076085.371857:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612069760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076085.371866:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076085.371907:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076085.371930:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076085/real 1769076085] req@ffff88dacab4aa00 x1855007612069888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076085.371952:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612069888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076085.371969:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076085.371975:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076085.371982:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612069888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076085.372015:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076085.372042:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076085.372054:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076085/real 1769076085] req@ffff88dacab4bb80 x1855007612070016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076085.372068:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612070016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076085.372077:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076085.372080:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076085.372084:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076085.627295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076085.627376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076086.075281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076086.651362:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076086.651420:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076087.099265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076087.675366:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076087.675436:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076088.123257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076088.699278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076088.699360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076089.147261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076089.723295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076089.723382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076090.171277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076090.491349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076090.491363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076090.491369:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076090.491382:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3077 00000100:00080000:3.0:1769076090.491395:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076090.491404:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076090.491453:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612070144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076090.491499:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076090.491504:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076090.491507:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076090.491512:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3077 00000100:00080000:3.0:1769076090.491517:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076090.491521:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076090.491533:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076090.491585:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612070272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076090.491598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076090.491601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076090.491604:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076090.491609:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3077 00000100:00080000:3.0:1769076090.491614:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076090.491619:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076090.491625:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076090.491633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612070144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076090.491642:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612070400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076090.491738:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076090.491792:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076090/real 1769076090] req@ffff88dac8830e00 x1855007612070144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076090.491817:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612070144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076090.491849:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076090.491853:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076090.491858:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612070144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076090.491866:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076090.491889:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076090.491901:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076090/real 1769076090] req@ffff88dac8833100 x1855007612070272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076090.491928:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612070272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076090.491937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076090.491941:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076090.491944:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076090.491970:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076090.491989:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076090.492000:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076090/real 1769076090] req@ffff88dac8833b80 x1855007612070400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076090.492019:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612070400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076090.492046:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076090.492050:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076090.492054:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076090.747277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076090.747440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076091.195270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076091.771360:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076091.771382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076092.219284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076092.795307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076092.795379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076093.243216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076093.819264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076093.819371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076094.267282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076094.843311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076094.843435:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076095.291211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076095.611332:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076095.611352:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076095.611362:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076095.611375:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3082 00000100:00080000:0.0:1769076095.611392:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076095.611401:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076095.611452:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612070528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076095.611567:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076095.611572:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076095.611573:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076095.611577:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3082 00000100:00080000:0.0:1769076095.611581:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076095.611585:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076095.611596:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076095.611614:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612070656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076095.611626:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076095.611631:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076095.611635:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076095.611641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612070528:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076095.611643:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3082 00000100:00080000:0.0:1769076095.611646:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076095.611665:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076095.611671:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076095.611696:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612070784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076095.611770:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076095.611843:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076095/real 1769076095] req@ffff88dac7d2ea00 x1855007612070528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076095.611881:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612070528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076095.611902:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076095.611911:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076095.611918:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612070528:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076095.611961:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076095.612028:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076095.612055:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076095/real 1769076095] req@ffff88dac7d2e680 x1855007612070656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076095.612073:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612070656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076095.612085:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076095.612090:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076095.612095:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076095.612108:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076095.612136:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076095.612185:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076095/real 1769076095] req@ffff88dac7d2f480 x1855007612070784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076095.612201:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612070784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076095.612212:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076095.612216:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076095.612220:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612070784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076095.867300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076095.867378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076096.315267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076096.891323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076096.891405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076097.339248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076097.915289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076097.915395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076098.363289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076098.939305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076098.939397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076099.387263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076099.963279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076099.963438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076100.411257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076100.731329:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076100.731342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076100.731348:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076100.731361:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3087 00000100:00080000:2.0:1769076100.731374:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076100.731428:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076100.731477:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612070912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076100.731515:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076100.731520:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076100.731523:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076100.731528:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3087 00000100:00080000:2.0:1769076100.731533:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076100.731539:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076100.731552:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076100.731570:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612071040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076100.731579:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612070912:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076100.731596:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076100.731603:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076100.731606:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076100.731612:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3087 00000100:00080000:2.0:1769076100.731618:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076100.731622:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076100.731630:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076100.731646:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612071168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076100.731678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076100.731733:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076100/real 1769076100] req@ffff88dac7dbd180 x1855007612070912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076100.731757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612070912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076100.731771:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076100.731776:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076100.731782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612070912:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076100.731812:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076100.731838:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076100.731853:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076100/real 1769076100] req@ffff88dac7dbe680 x1855007612071040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076100.731868:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612071040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076100.731879:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076100.731883:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076100.731888:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076100.731895:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076100.731913:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076100.731923:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076100/real 1769076100] req@ffff88dac7dbe300 x1855007612071168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076100.731937:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612071168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076100.731947:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076100.731950:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076100.731954:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076100.987300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076100.987423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076101.435223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076102.011294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076102.011429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076102.459277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076103.035384:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076103.035488:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076103.483310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076104.059366:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076104.059470:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076104.507278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076105.083298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076105.083419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076105.531297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076105.851385:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076105.851402:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076105.851409:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076105.851425:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3092 00000100:00080000:3.0:1769076105.851445:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076105.851458:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076105.851523:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612071296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076105.851572:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076105.851578:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076105.851580:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076105.851586:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3092 00000100:00080000:3.0:1769076105.851590:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076105.851596:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076105.851611:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076105.851628:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612071424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076105.851648:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612071296:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076105.851651:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076105.851664:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076105.851669:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076105.851683:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3092 00000100:00080000:3.0:1769076105.851687:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076105.851693:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076105.851700:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076105.851718:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612071552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076105.851808:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076105.851868:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076105/real 1769076105] req@ffff88dac8832680 x1855007612071296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076105.851915:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612071296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076105.851937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076105.851947:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076105.851955:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612071296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076105.852002:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076105.852044:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076105.852087:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076105/real 1769076105] req@ffff88dac8832a00 x1855007612071424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076105.852114:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612071424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076105.852133:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076105.852141:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076105.852191:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076105.852203:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076105.852239:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076105.852256:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076105/real 1769076105] req@ffff88dac8833480 x1855007612071552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076105.852280:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612071552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076105.852291:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076105.852326:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076105.852333:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076106.107273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076106.107439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076106.555253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076107.131319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076107.131395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076107.579343:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076108.155303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076108.155378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076108.603326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076109.179315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076109.179373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076109.627292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076110.203350:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076110.203437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076110.651309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076110.971266:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076110.971276:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076110.971280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076110.971289:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3098 00000100:00080000:1.0:1769076110.971314:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076110.971321:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076110.971355:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612071680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076110.971379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076110.971383:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076110.971384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076110.971388:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3098 00000100:00080000:1.0:1769076110.971391:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076110.971394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076110.971402:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076110.971414:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612071680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076110.971415:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076110.971437:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076110.971440:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076110.971441:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076110.971444:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3098 00000100:00080000:1.0:1769076110.971447:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076110.971450:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076110.971453:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076110.971462:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612071936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076110.971498:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076110.971542:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076110/real 1769076110] req@ffff88dacab48380 x1855007612071680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076110.971571:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612071680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076110.971583:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076110.971588:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076110.971592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612071680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076110.971630:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076110.971654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076110.971669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076110/real 1769076110] req@ffff88dacab49180 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076110.971682:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076110.971692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076110.971695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076110.971699:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076110.971706:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076110.971726:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076110.971762:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076110/real 1769076110] req@ffff88dacab48e00 x1855007612071936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076110.971777:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612071936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076110.971784:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076110.971788:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076110.971791:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612071936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076111.227287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076111.227325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076111.675325:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076112.251305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076112.251391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076112.699223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076113.275295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076113.275336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076113.723266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076114.299274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076114.299347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076114.747231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076115.323323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076115.323382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076115.771254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076116.091323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076116.091339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076116.091347:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076116.091362:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3103 00000100:00080000:3.0:1769076116.091396:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076116.091409:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076116.091474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612072064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076116.091524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076116.091529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076116.091534:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076116.091539:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3103 00000100:00080000:3.0:1769076116.091544:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076116.091549:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076116.091564:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076116.091585:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612072192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076116.091601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076116.091606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076116.091609:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076116.091615:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3103 00000100:00080000:3.0:1769076116.091619:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076116.091624:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076116.091631:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076116.091640:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612072064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076116.091651:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612072320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076116.091769:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076116.091851:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076116/real 1769076116] req@ffff88dac8830380 x1855007612072064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076116.091906:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612072064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076116.091943:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076116.091949:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076116.091955:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612072064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076116.091967:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076116.092003:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076116.092023:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076116/real 1769076116] req@ffff88dac8833480 x1855007612072192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076116.092042:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612072192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076116.092056:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076116.092061:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076116.092067:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076116.092121:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076116.092213:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076116.092230:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076116/real 1769076116] req@ffff88dac8832a00 x1855007612072320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076116.092248:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612072320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076116.092261:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076116.092266:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076116.092270:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076116.347308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076116.347377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076116.795225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076117.371267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076117.371398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076117.819252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076118.395297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076118.395405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076118.843254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076119.419329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076119.419339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076119.867274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076120.443267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076120.443364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076120.891273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076121.211261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076121.211275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076121.211282:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076121.211296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3108 00000100:00080000:1.0:1769076121.211312:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076121.211322:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076121.211367:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612072448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076121.211405:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076121.211411:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076121.211414:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076121.211419:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3108 00000100:00080000:1.0:1769076121.211423:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076121.211427:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076121.211438:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076121.211453:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612072576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076121.211467:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076121.211472:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076121.211475:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076121.211479:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3108 00000100:00080000:1.0:1769076121.211484:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076121.211488:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076121.211495:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076121.211505:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612072448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076121.211514:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612072704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076121.211596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076121.211664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076121/real 1769076121] req@ffff88dacab49c00 x1855007612072448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076121.211694:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612072448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076121.211709:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076121.211714:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076121.211719:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612072448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076121.211729:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076121.211756:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076121.211771:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076121/real 1769076121] req@ffff88dacab49500 x1855007612072576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076121.211786:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612072576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076121.211797:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076121.211801:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076121.211805:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076121.211834:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076121.211855:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076121.211866:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076121/real 1769076121] req@ffff88dacab4a680 x1855007612072704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076121.211881:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612072704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076121.211890:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076121.211894:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076121.211898:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076121.467304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076121.467397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076121.915291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076122.491402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076122.491417:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076122.939276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076123.515365:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076123.515460:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076123.963260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076124.539369:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076124.539416:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076124.987254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076125.563319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076125.563330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076126.011262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076126.331227:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076126.331238:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076126.331244:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076126.331263:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3113 00000100:00080000:1.0:1769076126.331276:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076126.331284:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076126.331321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612072832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076126.331346:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076126.331349:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076126.331351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076126.331355:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3113 00000100:00080000:1.0:1769076126.331358:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076126.331361:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076126.331370:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076126.331381:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612072960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076126.331391:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076126.331394:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076126.331396:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076126.331402:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3113 00000100:00100000:0.0:1769076126.331405:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612072832:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076126.331406:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076126.331412:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076126.331421:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076126.331435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612073088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076126.331530:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076126.331565:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076126.587307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076126.587356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076127.035234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076127.611243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076127.611284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076128.059258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076128.635304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076128.635443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076129.083273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769076129.403565:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769076129.403629:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076129.403658:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076129.403719:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076129.403770:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076129.403807:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076126/real 1769076129] req@ffff88dacab4ad80 x1855007612072960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076129.403857:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612072960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076129.403878:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076129.403887:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076129.403895:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612072960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076129.403958:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076126/real 1769076129] req@ffff88dacab4a680 x1855007612073088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076129.403996:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612073088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076129.404010:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076129.404016:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076129.404023:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076129.404036:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076126/real 1769076129] req@ffff88dacab49880 x1855007612072832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076129.404058:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612072832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076129.404071:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076129.404076:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076129.404083:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612072832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076129.659315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076129.659401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076130.107226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076130.683298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076130.683352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076131.131258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076131.451374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076131.451393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076131.451401:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076131.451418:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3118 00000100:00080000:1.0:1769076131.451452:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076131.451461:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076131.451505:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612073216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076131.451557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076131.451564:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076131.451567:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076131.451573:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3118 00000100:00080000:1.0:1769076131.451580:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076131.451587:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076131.451601:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076131.451627:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612073344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076131.451628:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612073216:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076131.451662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076131.451669:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076131.451672:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076131.451679:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3118 00000100:00080000:1.0:1769076131.451685:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076131.451690:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076131.451706:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076131.451728:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612073472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076131.451733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076131.451802:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076131/real 1769076131] req@ffff88dacab49500 x1855007612073216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076131.451832:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612073216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076131.451848:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076131.451855:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076131.451861:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612073216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076131.451966:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076131.452028:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076131.452049:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076131/real 1769076131] req@ffff88dacab49c00 x1855007612073344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076131.452071:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612073344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076131.452085:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076131.452091:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076131.452096:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076131.452106:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076131.452139:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076131.452163:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076131/real 1769076131] req@ffff88dacab48e00 x1855007612073472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076131.452219:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612073472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076131.452233:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076131.452238:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076131.452244:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076131.707292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076131.707390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076132.155219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076132.731274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076132.731404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076133.179256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076133.755320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076133.755341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076134.203296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076134.779331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076134.779537:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076135.227246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076135.803253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076135.803392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076136.251280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076136.571286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076136.571300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076136.571307:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076136.571319:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3123 00000100:00080000:1.0:1769076136.571336:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076136.571349:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076136.571408:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612073600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076136.571454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076136.571459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076136.571462:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076136.571467:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3123 00000100:00080000:1.0:1769076136.571474:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076136.571480:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076136.571492:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076136.571512:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612073728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076136.571527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076136.571536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612073600:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076136.571536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076136.571554:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076136.571561:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3123 00000100:00080000:1.0:1769076136.571566:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076136.571570:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076136.571577:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076136.571594:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612073856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076136.571642:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076136.571707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076136/real 1769076136] req@ffff88dacab49180 x1855007612073600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076136.571736:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612073600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076136.571751:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076136.571760:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076136.571767:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612073600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076136.571850:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076136.571896:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076136.571919:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076136/real 1769076136] req@ffff88dacab48380 x1855007612073728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076136.571935:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612073728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076136.571946:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076136.571951:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076136.571955:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076136.571963:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076136.571986:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076136.571998:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076136/real 1769076136] req@ffff88dacab4bb80 x1855007612073856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076136.572011:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612073856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076136.572021:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076136.572024:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076136.572028:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612073856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076136.827263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076136.827491:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076137.275255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076137.851269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076137.851453:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076138.299254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076138.875303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076138.875385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076139.323283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076139.899370:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076139.899432:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076140.347310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076140.923306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076140.923401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076141.371219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076141.691264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076141.691272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076141.691276:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076141.691284:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3128 00000100:00080000:0.0:1769076141.691293:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076141.691299:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076141.691332:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612073984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076141.691377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076141.691381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076141.691383:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076141.691387:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3128 00000100:00080000:0.0:1769076141.691391:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076141.691396:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076141.691407:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076141.691420:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612073984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076141.691423:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076141.691438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076141.691442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076141.691444:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076141.691448:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3128 00000100:00080000:0.0:1769076141.691451:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076141.691454:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076141.691458:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076141.691470:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612074240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076141.691495:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076141.691555:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076141/real 1769076141] req@ffff88dac7d2f100 x1855007612073984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076141.691568:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612073984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076141.691576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076141.691579:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076141.691582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612073984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076141.691600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076141.691615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076141.691623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076141/real 1769076141] req@ffff88dac7d2ca80 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076141.691655:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076141.691668:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076141.691673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076141.691678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076141.691742:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076141.691777:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076141.691790:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076141/real 1769076141] req@ffff88dac7d2f480 x1855007612074240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076141.691803:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612074240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076141.691811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076141.691824:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076141.691828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076141.947241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076141.947296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076142.395288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076142.971262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076142.971344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076143.419287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076143.995349:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076143.995382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076144.443370:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076145.019331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076145.019337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076145.467281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076146.043312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076146.043382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076146.491282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076146.811317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076146.811334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076146.811342:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076146.811359:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3133 00000100:00080000:0.0:1769076146.811377:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076146.811387:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076146.811434:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612074368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076146.811472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076146.811477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076146.811480:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076146.811485:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3133 00000100:00080000:0.0:1769076146.811492:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076146.811498:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076146.811512:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076146.811541:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612074368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076146.811542:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612074496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076146.811588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076146.811594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076146.811599:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076146.811607:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3133 00000100:00080000:0.0:1769076146.811668:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076146.811677:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076146.811684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769076146.811693:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076146.811723:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612074624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076146.811775:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076146/real 1769076146] req@ffff88dac7d2e680 x1855007612074368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076146.811802:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612074368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076146.811817:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076146.811822:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076146.811828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612074368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076146.811859:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076146.811891:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076146.811922:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076146/real 1769076146] req@ffff88dac7d2ea00 x1855007612074496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076146.811939:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612074496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076146.811951:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076146.811955:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076146.811960:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076146.811968:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076146.811991:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076146.812006:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076146/real 1769076146] req@ffff88dac7d2c000 x1855007612074624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076146.812020:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612074624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076146.812030:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076146.812034:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076146.812038:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076147.067309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076147.067377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076147.515227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076148.091319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076148.091377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076148.539279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076149.115319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076149.115415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076149.563242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076150.139253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076150.139360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076150.587294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076151.163263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076151.163383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076151.611229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076151.931400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076151.931422:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076151.931430:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076151.931446:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3139 00000100:00080000:2.0:1769076151.931464:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076151.931476:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076151.931561:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612074752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076151.931609:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076151.931614:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076151.931617:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076151.931622:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3139 00000100:00080000:2.0:1769076151.931628:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076151.931634:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076151.931654:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076151.931677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612074752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076151.931688:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612074880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076151.931720:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076151.931729:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076151.931734:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076151.931742:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3139 00000100:00080000:2.0:1769076151.931755:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076151.931765:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076151.931774:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:2.0:1769076151.931783:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076151.931819:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612075008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076151.931864:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076151/real 1769076151] req@ffff88dac7dbdf80 x1855007612074752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076151.931898:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612074752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076151.931917:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076151.931926:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076151.931935:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612074752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076151.931980:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076151.932032:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076151.932057:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076151/real 1769076151] req@ffff88dac7dbea00 x1855007612074880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076151.932076:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612074880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076151.932089:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076151.932094:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076151.932099:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612074880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076151.932107:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076151.932133:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076151.932146:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076151/real 1769076151] req@ffff88dac7dbe300 x1855007612075008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076151.932204:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612075008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076151.932216:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076151.932220:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076151.932225:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076152.187314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076152.187438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076152.635246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076153.211320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076153.211380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076153.659268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076154.235321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076154.235401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076154.683259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076155.259240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076155.259336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076155.707228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076156.283248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076156.283298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076156.731243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076157.051306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076157.051319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076157.051324:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076157.051337:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3144 00000100:00080000:2.0:1769076157.051350:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076157.051358:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076157.051400:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612075136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076157.051476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076157.051484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076157.051488:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076157.051497:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3144 00000100:00080000:2.0:1769076157.051505:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076157.051513:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612075136:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076157.051516:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076157.051537:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076157.051559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612075264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076157.051574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076157.051578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076157.051581:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076157.051585:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3144 00000100:00080000:2.0:1769076157.051591:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769076157.051597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:2.0:1769076157.051603:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076157.051612:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076157.051626:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612075392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076157.051657:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076157/real 1769076157] req@ffff88dac7dbe680 x1855007612075136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076157.051680:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612075136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076157.051692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076157.051696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076157.051701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612075136:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076157.051726:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076157.051755:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076157.051775:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076157/real 1769076157] req@ffff88dac7dbd180 x1855007612075264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076157.051797:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612075264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076157.051813:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076157.051818:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076157.051857:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076157.051870:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076157.051902:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076157.051934:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076157/real 1769076157] req@ffff88dac7dbc000 x1855007612075392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076157.051947:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612075392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076157.051962:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076157.051965:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076157.051969:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076157.307276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076157.307336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076157.755329:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076158.331273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076158.331330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076158.779317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076159.355288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076159.355390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076159.803230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076160.379274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076160.379314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076160.827265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076161.403249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076161.403492:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076161.851274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076162.171300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076162.171318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076162.171326:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076162.171343:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3149 00000100:00080000:2.0:1769076162.171400:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076162.171414:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076162.171474:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612075520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076162.171526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076162.171534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076162.171538:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076162.171546:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3149 00000100:00080000:2.0:1769076162.171556:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076162.171568:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076162.171584:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076162.171606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612075520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076162.171616:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076162.171636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076162.171640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076162.171643:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076162.171649:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3149 00000100:00080000:2.0:1769076162.171655:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076162.171661:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076162.171667:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076162.171682:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612075776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076162.171701:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076162.171760:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076162/real 1769076162] req@ffff88dac7dbf800 x1855007612075520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076162.171783:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612075520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076162.171796:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076162.171802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076162.171807:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612075520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076162.171837:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076162.171864:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076162.171879:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076162/real 1769076162] req@ffff88dac7dbc700 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076162.171895:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076162.171907:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076162.171911:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076162.171916:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076162.171923:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076162.171942:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076162.171954:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076162/real 1769076162] req@ffff88dac7dbed80 x1855007612075776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076162.171989:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612075776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076162.172000:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076162.172004:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076162.172008:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612075776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076162.427291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076162.427423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076162.875268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076163.451444:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076163.451557:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076163.899264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076164.475269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076164.475400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076164.923293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076165.499435:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076165.499449:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076165.947308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076166.523359:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076166.523382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076166.971242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076167.291356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076167.291374:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076167.291382:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076167.291397:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3154 00000100:00080000:0.0:1769076167.291416:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076167.291426:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076167.291487:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612075904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076167.291531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076167.291537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076167.291539:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076167.291545:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3154 00000100:00080000:0.0:1769076167.291549:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076167.291556:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076167.291582:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076167.291598:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612075904:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076167.291605:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612076032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076167.291625:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076167.291631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076167.291634:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076167.291639:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3154 00000100:00080000:0.0:1769076167.291645:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076167.291649:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076167.291656:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076167.291674:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612076160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076167.291722:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076167.291786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076167/real 1769076167] req@ffff88dac7d2d180 x1855007612075904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076167.291813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612075904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076167.291829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076167.291835:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076167.291842:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612075904:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076167.291895:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076167.291925:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076167.291943:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076167/real 1769076167] req@ffff88dac7d2d500 x1855007612076032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076167.291959:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612076032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076167.291970:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076167.291975:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076167.291980:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076167.291987:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076167.292007:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076167.292018:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076167/real 1769076167] req@ffff88dac7d2c700 x1855007612076160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076167.292032:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612076160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076167.292041:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076167.292045:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076167.292049:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076167.547431:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076167.547452:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076167.995333:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076168.571308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076168.571493:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076169.019293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076169.595390:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076169.595392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076170.043399:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076170.619331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076170.619425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076171.067195:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076171.643257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076171.643276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076172.091349:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076172.411393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076172.411411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076172.411420:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076172.411437:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3159 00000100:00080000:0.0:1769076172.411458:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076172.411470:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076172.411559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612076288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076172.411616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076172.411621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076172.411625:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076172.411632:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3159 00000100:00080000:0.0:1769076172.411642:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076172.411652:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076172.411673:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076172.411707:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612076288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076172.411709:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612076416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076172.411772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076172.411779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076172.411783:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076172.411795:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3159 00000100:00080000:0.0:1769076172.411830:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769076172.411844:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769076172.411845:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076172.411867:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076172.411906:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612076544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076172.411924:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076172/real 1769076172] req@ffff88dac7d2dc00 x1855007612076288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076172.411959:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612076288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076172.411975:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076172.411981:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076172.411986:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612076288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076172.412020:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076172.412058:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076172.412073:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076172/real 1769076172] req@ffff88dac7d2d880 x1855007612076416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076172.412089:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612076416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076172.412101:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076172.412105:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076172.412109:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076172.412117:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076172.412136:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076172.412208:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076172/real 1769076172] req@ffff88dac7d2c700 x1855007612076544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076172.412232:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612076544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076172.412261:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076172.412266:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076172.412270:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076172.667314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076172.667329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076173.115274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076173.691317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076173.691450:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076174.139212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076174.715324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076174.715367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076175.163253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076175.739307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076175.739415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076176.187264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076176.763267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076176.763446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076177.211308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076177.531327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076177.531344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076177.531366:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076177.531407:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3164 00000100:00080000:3.0:1769076177.531423:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076177.531432:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076177.531490:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612076672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076177.531524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076177.531528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076177.531530:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076177.531534:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3164 00000100:00080000:3.0:1769076177.531537:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076177.531541:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076177.531553:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076177.531568:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612076800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076177.531582:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612076672:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076177.531582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076177.531594:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076177.531597:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076177.531603:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3164 00000100:00080000:3.0:1769076177.531606:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076177.531609:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076177.531614:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076177.531627:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612076928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076177.531685:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076177.531744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076177/real 1769076177] req@ffff88dac8832680 x1855007612076672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076177.531773:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612076672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076177.531790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076177.531797:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076177.531804:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612076672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076177.531839:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076177.531879:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076177.531893:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076177/real 1769076177] req@ffff88dac8833b80 x1855007612076800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076177.531905:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612076800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076177.531915:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076177.531919:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076177.531922:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076177.531928:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076177.531967:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076177.531979:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076177/real 1769076177] req@ffff88dac8833100 x1855007612076928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076177.531995:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612076928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076177.532004:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076177.532008:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076177.532012:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612076928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076177.787334:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076177.787551:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076178.235265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076178.811272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076178.811368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076179.259240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076179.835289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076179.835371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076180.283237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076180.859283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076180.859438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076181.307228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076181.883323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076181.883486:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076182.331226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076182.651313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076182.651332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076182.651341:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076182.651359:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3169 00000100:00080000:3.0:1769076182.651376:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076182.651390:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076182.651449:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612077056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076182.651508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076182.651512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076182.651514:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076182.651518:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3169 00000100:00080000:3.0:1769076182.651522:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076182.651526:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076182.651538:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076182.651557:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076182.651577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076182.651578:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612077056:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076182.651615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076182.651619:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076182.651626:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3169 00000100:00080000:3.0:1769076182.651633:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076182.651639:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076182.651646:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076182.651663:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612077312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076182.651680:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076182.651739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076182/real 1769076182] req@ffff88dac8830e00 x1855007612077056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076182.651763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612077056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076182.651780:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076182.651786:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076182.651793:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612077056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076182.651824:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076182.651856:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076182.651874:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076182/real 1769076182] req@ffff88dac8831180 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076182.651903:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076182.651917:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076182.651923:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076182.651928:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076182.651936:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076182.651968:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076182.651984:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076182/real 1769076182] req@ffff88dac8831c00 x1855007612077312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076182.652001:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612077312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076182.652061:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076182.652066:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076182.652071:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076182.907289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076182.907314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076183.355233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076183.931357:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076183.931454:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076184.379192:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076184.955247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076184.955329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076185.403224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076185.979268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076185.979324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076186.427246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076187.003294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076187.003414:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076187.451294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076187.771288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076187.771297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076187.771302:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076187.771344:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3174 00000100:00080000:3.0:1769076187.771358:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076187.771367:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076187.771433:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612077440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076187.771470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076187.771475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076187.771477:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076187.771482:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3174 00000100:00080000:3.0:1769076187.771487:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076187.771492:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076187.771505:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076187.771522:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612077568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076187.771564:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612077440:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076187.771567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076187.771578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076187.771581:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076187.771588:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3174 00000100:00080000:3.0:1769076187.771594:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076187.771600:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076187.771608:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076187.771629:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612077696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076187.771665:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076187.771743:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076187/real 1769076187] req@ffff88dac8833800 x1855007612077440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076187.771766:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612077440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076187.771779:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076187.771784:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076187.771806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612077440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076187.771829:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076187.771849:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076187.771860:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076187/real 1769076187] req@ffff88dac8832300 x1855007612077568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076187.771871:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612077568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076187.771879:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076187.771883:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076187.771886:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076187.771891:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076187.771917:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076187.771977:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076187/real 1769076187] req@ffff88dac8830700 x1855007612077696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076187.772001:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612077696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076187.772010:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076187.772014:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076187.772018:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076188.027262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076188.027349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076188.475219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076189.051315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076189.051412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076189.499259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076190.075263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076190.075433:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076190.523280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076191.099296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076191.099347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076191.547353:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076192.123269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076192.123343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076192.571247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076192.891242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076192.891252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076192.891255:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076192.891265:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3179 00000100:00080000:1.0:1769076192.891275:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076192.891282:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076192.891325:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612077824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076192.891348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076192.891352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076192.891353:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076192.891356:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3179 00000100:00080000:1.0:1769076192.891359:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076192.891362:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076192.891371:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076192.891382:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612077952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076192.891394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612077824:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076192.891405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076192.891409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076192.891410:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076192.891415:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3179 00000100:00080000:1.0:1769076192.891418:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076192.891420:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076192.891424:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076192.891435:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612078080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076192.891506:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076192.891559:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076193.147299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076193.147380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076193.595291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076194.171226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076194.171381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076194.619279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076195.195262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076195.195346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076195.643288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076195.963506:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076195.963559:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076195.963581:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076195.963635:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076195.963652:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076195.963731:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076192/real 1769076195] req@ffff88dacab48700 x1855007612077952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076195.963779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612077952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076195.963828:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076195.963838:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076195.963847:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612077952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076195.963863:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076192/real 1769076195] req@ffff88dacab4bb80 x1855007612078080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076195.963891:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612078080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076195.963908:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076195.963915:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076195.963922:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076195.963936:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076192/real 1769076195] req@ffff88dacab4aa00 x1855007612077824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076195.963976:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612077824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076195.963994:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076195.964001:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076195.964008:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612077824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076196.219259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076196.219395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076196.667294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076197.243257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076197.243474:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076197.691269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076198.011407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076198.011421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076198.011427:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076198.011461:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3185 00000100:00080000:3.0:1769076198.011474:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076198.011483:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076198.011524:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612078208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076198.011560:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076198.011565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076198.011567:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076198.011571:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3185 00000100:00080000:3.0:1769076198.011576:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076198.011583:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076198.011598:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076198.011615:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612078336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076198.011631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076198.011637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076198.011641:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076198.011650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612078208:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076198.011650:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3185 00000100:00080000:3.0:1769076198.011671:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076198.011683:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076198.011696:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076198.011725:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612078464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076198.011828:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076198.011901:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076198/real 1769076198] req@ffff88dac8830000 x1855007612078208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076198.011931:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612078208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076198.011947:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076198.011954:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076198.011960:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612078208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076198.012009:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076198.012055:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076198.012089:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076198/real 1769076198] req@ffff88dac8830700 x1855007612078336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076198.012116:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612078336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076198.012144:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076198.012217:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076198.012225:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076198.012242:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076198.012288:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076198.012326:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076198/real 1769076198] req@ffff88dac8832300 x1855007612078464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076198.012353:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612078464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076198.012369:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076198.012377:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076198.012384:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076198.267308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076198.267511:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076198.715297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076199.291290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076199.291467:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076199.739286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076200.315273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076200.315479:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076200.763346:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076201.339236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076201.339291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076201.787268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076202.363263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076202.363312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076202.811261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076203.131294:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076203.131309:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076203.131315:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076203.131328:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3190 00000100:00080000:3.0:1769076203.131342:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076203.131351:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076203.131396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612078592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076203.131433:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076203.131438:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076203.131441:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076203.131446:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3190 00000100:00080000:3.0:1769076203.131450:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076203.131455:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076203.131478:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076203.131494:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076203.131506:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612078592:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076203.131514:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076203.131521:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076203.131523:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076203.131529:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3190 00000100:00080000:3.0:1769076203.131533:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076203.131538:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076203.131544:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076203.131560:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612078848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076203.131615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076203.131690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076203/real 1769076203] req@ffff88dac8833800 x1855007612078592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076203.131720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612078592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076203.131735:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076203.131740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076203.131746:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612078592:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076203.131787:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076203.131819:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076203.131836:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076203/real 1769076203] req@ffff88dac8831c00 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076203.131853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076203.131865:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076203.131869:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076203.131874:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076203.131881:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076203.131901:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076203.131913:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076203/real 1769076203] req@ffff88dac8831180 x1855007612078848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076203.131927:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612078848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076203.131937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076203.131941:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076203.131944:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612078848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076203.387277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076203.387442:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076203.835262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076204.411251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076204.411288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076204.859252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076205.435311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076205.435390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076205.883288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076206.459318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076206.459373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076206.907298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076207.483321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076207.483361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076207.931265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076208.251302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076208.251316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076208.251322:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076208.251335:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3195 00000100:00080000:0.0:1769076208.251350:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076208.251360:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076208.251414:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612078976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076208.251468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076208.251476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076208.251479:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076208.251485:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3195 00000100:00080000:0.0:1769076208.251492:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076208.251498:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076208.251512:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076208.251526:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612078976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076208.251537:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612079104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076208.251555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076208.251560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076208.251563:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076208.251568:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3195 00000100:00080000:0.0:1769076208.251573:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076208.251611:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076208.251619:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076208.251644:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076208.251645:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612079232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076208.251709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076208/real 1769076208] req@ffff88dac7d2d500 x1855007612078976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076208.251733:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612078976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076208.251747:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076208.251753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076208.251758:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612078976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076208.251786:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076208.251813:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076208.251828:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076208/real 1769076208] req@ffff88dac7d2d180 x1855007612079104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076208.251845:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612079104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076208.251856:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076208.251860:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076208.251864:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076208.251871:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076208.251890:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076208.251901:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076208/real 1769076208] req@ffff88dac7d2c000 x1855007612079232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076208.251915:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612079232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076208.251925:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076208.251928:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076208.251932:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076208.507267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076208.507359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076208.955313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076209.531301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076209.531338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076209.979274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076210.555382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076210.555387:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076211.003308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076211.579402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076211.579409:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076212.027291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076212.603378:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076212.603432:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076213.051283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076213.371313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076213.371326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076213.371333:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076213.371346:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3200 00000100:00080000:3.0:1769076213.371360:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076213.371370:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076213.371415:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612079360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076213.371455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076213.371460:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076213.371462:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076213.371467:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3200 00000100:00080000:3.0:1769076213.371472:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076213.371476:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076213.371487:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076213.371533:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076213.371549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076213.371554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076213.371557:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076213.371562:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3200 00000100:00080000:3.0:1769076213.371567:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076213.371572:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076213.371579:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076213.371596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612079360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076213.371597:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612079616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076213.371714:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076213.371781:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076213/real 1769076213] req@ffff88dac8830e00 x1855007612079360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076213.371817:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612079360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076213.371839:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076213.371847:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076213.371856:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612079360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076213.371872:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076213.371917:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076213.371944:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076213/real 1769076213] req@ffff88dac8833100 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076213.371970:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076213.371988:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076213.371995:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076213.372003:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076213.372044:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076213.372090:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076213.372113:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076213/real 1769076213] req@ffff88dac8833b80 x1855007612079616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076213.372140:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612079616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076213.372202:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076213.372211:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076213.372218:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076213.627294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076213.627365:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076214.075238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076214.651402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076214.651421:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076215.099266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076215.675241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076215.675257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076216.123237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076216.699310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076216.699489:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076217.147260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076217.723275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076217.723408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076218.171261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076218.491332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076218.491346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076218.491354:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076218.491372:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3205 00000100:00080000:3.0:1769076218.491391:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076218.491404:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076218.491488:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612079744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076218.491541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076218.491547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076218.491549:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076218.491556:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3205 00000100:00080000:3.0:1769076218.491562:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076218.491569:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076218.491582:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076218.491603:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612079872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076218.491618:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612079744:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076218.491624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076218.491636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076218.491641:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076218.491648:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3205 00000100:00080000:3.0:1769076218.491652:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076218.491657:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076218.491664:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076218.491680:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612080000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076218.491733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076218.491788:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076218/real 1769076218] req@ffff88dac8832680 x1855007612079744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076218.491812:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612079744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076218.491826:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076218.491832:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076218.491837:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612079744:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076218.491867:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076218.491895:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076218.491911:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076218/real 1769076218] req@ffff88dac8832a00 x1855007612079872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076218.491926:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612079872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076218.491938:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076218.491960:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076218.491966:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612079872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076218.491974:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076218.491998:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076218.492012:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076218/real 1769076218] req@ffff88dac8833480 x1855007612080000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076218.492026:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612080000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076218.492036:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076218.492040:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076218.492045:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076218.747321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076218.747488:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076219.195299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076219.771250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076219.771274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076220.219295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076220.795358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076220.795434:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076221.243335:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076221.819297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076221.819467:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076222.267282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076222.843331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076222.843501:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076223.291277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076223.611357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076223.611374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076223.611383:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076223.611400:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3210 00000100:00080000:1.0:1769076223.611422:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076223.611434:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076223.611498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612080128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076223.611539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076223.611545:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076223.611548:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076223.611553:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3210 00000100:00080000:1.0:1769076223.611558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076223.611566:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076223.611581:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076223.611599:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076223.611615:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612080128:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076223.611618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076223.611631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076223.611634:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076223.611639:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3210 00000100:00080000:1.0:1769076223.611643:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076223.611647:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076223.611654:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076223.611671:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612080384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076223.611740:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076223.611806:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076223/real 1769076223] req@ffff88dacab48380 x1855007612080128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076223.611834:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612080128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076223.611850:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076223.611857:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076223.611862:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612080128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076223.611898:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076223.611926:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076223.611942:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076223/real 1769076223] req@ffff88dacab49180 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076223.611958:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076223.611970:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076223.611974:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076223.611979:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076223.611990:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076223.612010:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076223.612022:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076223/real 1769076223] req@ffff88dacab48e00 x1855007612080384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076223.612036:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612080384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076223.612046:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076223.612049:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076223.612053:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076223.867283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076223.867435:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076224.315348:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076224.891399:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076224.891522:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076225.339328:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076225.915332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076225.915484:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076226.363243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076226.939305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076226.939373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076227.387314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076227.963343:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076227.963375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076228.411307:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076228.731328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076228.731343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076228.731350:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076228.731366:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3215 00000100:00080000:3.0:1769076228.731382:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076228.731392:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076228.731444:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612080512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076228.731477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076228.731481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076228.731492:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076228.731497:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3215 00000100:00080000:3.0:1769076228.731502:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076228.731506:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076228.731518:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076228.731526:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612080512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076228.731535:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612080640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076228.731546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076228.731549:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076228.731551:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076228.731555:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3215 00000100:00080000:3.0:1769076228.731558:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076228.731561:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076228.731565:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076228.731576:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612080768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076228.731632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076228.731705:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076228/real 1769076228] req@ffff88dac8830380 x1855007612080512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076228.731746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612080512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076228.731757:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076228.731762:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076228.731766:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612080512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076228.731797:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076228.731839:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076228.731865:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076228/real 1769076228] req@ffff88dac8833480 x1855007612080640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076228.731875:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612080640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076228.731882:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076228.731885:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076228.731888:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076228.731893:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076228.731907:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076228.731914:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076228/real 1769076228] req@ffff88dac8832a00 x1855007612080768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076228.731923:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612080768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076228.731928:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076228.731930:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076228.731933:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612080768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076228.987411:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076228.987488:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076229.435264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076230.011318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076230.011413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076230.459271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076231.035297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076231.035394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076231.483205:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076232.059244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076232.059278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076232.507267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076233.083326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076233.083453:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076233.531234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076233.851257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076233.851270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076233.851276:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076233.851289:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3220 00000100:00080000:3.0:1769076233.851304:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076233.851315:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076233.851361:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612080896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076233.851398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076233.851404:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076233.851406:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076233.851411:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3220 00000100:00080000:3.0:1769076233.851415:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076233.851420:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076233.851433:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076233.851450:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612081024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076233.851467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076233.851470:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612080896:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076233.851475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076233.851483:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076233.851492:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3220 00000100:00080000:3.0:1769076233.851496:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076233.851501:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076233.851508:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076233.851525:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612081152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076233.851569:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076233.851622:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076233/real 1769076233] req@ffff88dac8832680 x1855007612080896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076233.851657:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612080896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076233.851670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076233.851676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076233.851681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612080896:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076233.851711:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076233.851754:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076233.851773:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076233/real 1769076233] req@ffff88dac8833b80 x1855007612081024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076233.851789:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612081024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076233.851801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076233.851805:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076233.851809:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076233.851817:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076233.851840:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076233.851852:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076233/real 1769076233] req@ffff88dac8833100 x1855007612081152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076233.851866:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612081152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076233.851884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076233.851888:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076233.851892:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076234.107372:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076234.107373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076234.555301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076235.131397:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076235.131455:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076235.579269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076236.155260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076236.155371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076236.603315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076237.179344:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076237.179443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076237.627325:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076238.203397:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076238.203470:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076238.651287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076238.971305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076238.971318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076238.971324:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076238.971338:0:36:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3226 00000100:00080000:3.0:1769076238.971353:0:36:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076238.971363:0:36:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076238.971414:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612081280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076238.971450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076238.971455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076238.971457:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076238.971463:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3226 00000100:00080000:3.0:1769076238.971468:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076238.971473:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076238.971485:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076238.971507:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612081408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076238.971510:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612081280:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076238.971539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076238.971545:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076238.971550:0:36:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076238.971558:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3226 00000100:00080000:3.0:1769076238.971565:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076238.971574:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076238.971586:0:36:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076238.971607:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612081536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076238.971631:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076238.971690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076238/real 1769076238] req@ffff88dac8830e00 x1855007612081280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076238.971716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612081280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076238.971730:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076238.971735:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076238.971741:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612081280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076238.971770:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076238.971798:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076238.971814:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076238/real 1769076238] req@ffff88dac8831180 x1855007612081408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076238.971839:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612081408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076238.971850:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076238.971855:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076238.971859:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076238.971866:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076238.971885:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076238.971896:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076238/real 1769076238] req@ffff88dac8831c00 x1855007612081536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076238.971910:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612081536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076238.971919:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076238.971923:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076238.971927:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076239.227297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076239.227339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076239.675278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076240.251333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076240.251348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076240.699262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076241.275240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076241.275262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076241.723267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076242.299259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076242.299383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076242.747250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076243.323268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076243.323408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076243.771304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076244.091307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076244.091324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076244.091332:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076244.091351:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3231 00000100:00080000:3.0:1769076244.091369:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076244.091379:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076244.091429:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612081664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076244.091476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076244.091482:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076244.091484:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076244.091489:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3231 00000100:00080000:3.0:1769076244.091494:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076244.091498:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076244.091510:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076244.091524:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076244.091538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076244.091543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076244.091547:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076244.091554:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3231 00000100:00080000:3.0:1769076244.091558:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076244.091564:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076244.091569:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076244.091582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612081920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076244.091607:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612081664:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769076244.091701:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076244.091752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076244/real 1769076244] req@ffff88dac8833800 x1855007612081664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076244.091777:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612081664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076244.091791:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076244.091797:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076244.091802:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612081664:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076244.091812:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076244.091836:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076244.091850:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076244/real 1769076244] req@ffff88dac8832300 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076244.091865:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076244.091876:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076244.091880:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076244.091884:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076244.091913:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076244.091933:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076244.091945:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076244/real 1769076244] req@ffff88dac8830700 x1855007612081920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076244.091959:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612081920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076244.092005:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076244.092010:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076244.092014:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612081920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076244.347288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076244.347380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076244.795236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076245.371366:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076245.371422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076245.819235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076246.395319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076246.395410:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076246.843267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076247.419246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076247.419253:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076247.867233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076248.443302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076248.443344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076248.891245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076249.211380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076249.211403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076249.211413:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076249.211433:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3236 00000100:00080000:2.0:1769076249.211455:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076249.211472:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076249.211569:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612082048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076249.211638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076249.211647:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076249.211651:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076249.211661:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3236 00000100:00080000:2.0:1769076249.211671:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076249.211680:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076249.211700:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076249.211739:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612082176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076249.211743:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612082048:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076249.211795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076249.211803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076249.211808:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076249.211818:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3236 00000100:00080000:2.0:1769076249.211827:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076249.211835:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076249.211846:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076249.211872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612082304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076249.211946:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076249.212038:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076249/real 1769076249] req@ffff88dac7dbce00 x1855007612082048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076249.212082:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612082048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076249.212106:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076249.212116:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076249.212125:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612082048:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076249.212245:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076249.212301:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076249.212330:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076249/real 1769076249] req@ffff88dac7dbca80 x1855007612082176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076249.212356:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612082176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076249.212389:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076249.212396:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076249.212405:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076249.212419:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076249.212463:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076249.212486:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076249/real 1769076249] req@ffff88dac7dbc380 x1855007612082304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076249.212512:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612082304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076249.212544:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076249.212552:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076249.212560:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076249.467321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076249.467424:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076249.915242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076250.491283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076250.491306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076250.939245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076251.515330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076251.515338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076251.963256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076252.539301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076252.539434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076252.987230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076253.563350:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076253.563480:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076254.011290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076254.331401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076254.331415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076254.331421:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076254.331434:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3241 00000100:00080000:3.0:1769076254.331449:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076254.331458:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076254.331507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612082432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076254.331548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076254.331553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076254.331555:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076254.331560:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3241 00000100:00080000:3.0:1769076254.331564:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076254.331569:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076254.331582:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076254.331600:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612082560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076254.331609:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612082432:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076254.331628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076254.331634:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076254.331636:0:8:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076254.331643:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3241 00000100:00080000:3.0:1769076254.331649:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076254.331654:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076254.331659:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076254.331676:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612082688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076254.331712:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076254.331770:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076254/real 1769076254] req@ffff88dac8830000 x1855007612082432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076254.331794:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612082432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076254.331832:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076254.331864:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076254.331869:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612082432:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076254.331897:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076254.331925:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076254.331940:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076254/real 1769076254] req@ffff88dac8830700 x1855007612082560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076254.331953:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612082560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076254.331963:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076254.331967:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076254.331971:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076254.331977:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076254.331994:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076254.332004:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076254/real 1769076254] req@ffff88dac8832300 x1855007612082688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076254.332016:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612082688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076254.332024:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076254.332027:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076254.332030:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076254.587339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076254.587416:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076255.035277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076255.611267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076255.611377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076256.059276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076256.635298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076256.635334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076257.083279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076257.659347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076257.659381:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076258.107328:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076258.683412:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076258.683493:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076259.131297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076259.451300:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076259.451313:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076259.451320:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076259.451332:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3246 00000100:00080000:3.0:1769076259.451347:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076259.451356:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076259.451419:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612082816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076259.451464:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076259.451469:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076259.451472:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076259.451479:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3246 00000100:00080000:3.0:1769076259.451486:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076259.451493:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076259.451508:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076259.451533:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612082944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076259.451556:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076259.451564:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769076259.451585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612082816:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076259.451586:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076259.451618:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3246 00000100:00080000:3.0:1769076259.451624:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076259.451631:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076259.451640:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076259.451663:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612083072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076259.451789:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076259.451881:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076259.707324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076259.707356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076260.155248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076260.731227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076260.731262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076261.179255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076261.755206:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076261.755245:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076262.203216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:0.0:1769076262.523590:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:0.0:1769076262.523643:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076262.523663:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769076262.523751:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769076262.523764:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769076262.523791:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076259/real 1769076262] req@ffff88dac8831180 x1855007612083072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076262.523824:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612083072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076262.523844:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076262.523850:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076262.523856:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076262.523865:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076259/real 1769076262] req@ffff88dac8833800 x1855007612082816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076262.523881:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612082816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076262.523890:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076262.523893:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076262.523897:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612082816:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076262.523903:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076259/real 1769076262] req@ffff88dac8831c00 x1855007612082944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076262.523915:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612082944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076262.523924:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076262.523928:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076262.523932:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612082944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076262.779229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076262.779282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076263.227283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076263.803241:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076263.803245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076264.251219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076264.571260:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076264.571269:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076264.571273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076264.571282:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3251 00000100:00080000:3.0:1769076264.571292:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076264.571299:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076264.571330:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612083200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076264.571356:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076264.571360:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076264.571363:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076264.571367:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3251 00000100:00080000:3.0:1769076264.571372:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076264.571376:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076264.571387:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076264.571402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612083200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076264.571405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076264.571424:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076264.571427:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076264.571429:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076264.571435:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3251 00000100:00080000:3.0:1769076264.571442:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076264.571447:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076264.571456:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076264.571469:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612083456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076264.571484:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076264.571542:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076264/real 1769076264] req@ffff88dac8830e00 x1855007612083200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076264.571566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612083200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076264.571579:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076264.571584:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076264.571588:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612083200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076264.571614:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076264.571663:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076264.571677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076264/real 1769076264] req@ffff88dac8833100 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076264.571690:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076264.571699:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076264.571703:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076264.571706:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076264.571712:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076264.571733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076264.571743:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076264/real 1769076264] req@ffff88dac8833b80 x1855007612083456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076264.571755:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612083456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076264.571769:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076264.571772:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076264.571776:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076264.827239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076264.827318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076265.275235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076265.851295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076265.851302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076266.299211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076266.875296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076266.875391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076267.323303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076267.899270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076267.899407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076268.347230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076268.923261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076268.923301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076269.371247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076269.691270:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076269.691284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076269.691290:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076269.691303:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3256 00000100:00080000:3.0:1769076269.691317:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076269.691327:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076269.691373:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612083584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076269.691411:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076269.691416:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076269.691418:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076269.691423:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3256 00000100:00080000:3.0:1769076269.691427:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076269.691433:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076269.691444:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076269.691461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612083712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076269.691477:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076269.691484:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769076269.691485:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612083584:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076269.691487:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076269.691499:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3256 00000100:00080000:3.0:1769076269.691509:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076269.691514:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076269.691519:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076269.691535:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612083840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076269.691643:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076269.691721:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076269/real 1769076269] req@ffff88dac8832680 x1855007612083584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076269.691757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612083584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076269.691773:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076269.691781:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076269.691788:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612083584:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076269.691819:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076269.691867:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076269.691886:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076269/real 1769076269] req@ffff88dac8832a00 x1855007612083712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076269.691901:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612083712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076269.691913:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076269.691917:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076269.691922:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076269.691930:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076269.691951:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076269.691962:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076269/real 1769076269] req@ffff88dac8833480 x1855007612083840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076269.691976:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612083840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076269.691985:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076269.691989:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076269.691993:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612083840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076269.947330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076269.947411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076270.395292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076270.971319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076270.971368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076271.419240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076271.995256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076271.995341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076272.443240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076273.019301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076273.019362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076273.467268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076274.043224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076274.043288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076274.491240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076274.811274:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076274.811283:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076274.811289:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076274.811302:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3261 00000100:00080000:2.0:1769076274.811313:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076274.811328:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076274.811364:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612083968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076274.811395:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076274.811399:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076274.811401:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076274.811406:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3261 00000100:00080000:2.0:1769076274.811410:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076274.811414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076274.811425:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076274.811447:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076274.811457:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076274.811480:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076274.811488:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076274.811493:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612083968:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076274.811494:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3261 00000100:00080000:2.0:1769076274.811508:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076274.811518:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076274.811524:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076274.811541:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612084224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076274.811619:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076274.811682:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076274/real 1769076274] req@ffff88dac7dbfb80 x1855007612083968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076274.811723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612083968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076274.811739:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076274.811745:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076274.811751:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612083968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076274.811788:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076274.811818:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076274.811836:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076274/real 1769076274] req@ffff88dac7dbd880 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076274.811852:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076274.811865:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076274.811869:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076274.811873:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076274.811881:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076274.811901:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076274.811912:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076274/real 1769076274] req@ffff88dac7dbd500 x1855007612084224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076274.811926:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612084224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076274.811935:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076274.811939:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076274.811943:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076275.067221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076275.067287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076275.515259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076276.091334:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076276.091405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076276.539281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076277.115276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076277.115375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076277.563250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076278.139289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076278.139359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076278.587290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076279.163278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076279.163433:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076279.611273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076279.931311:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076279.931326:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076279.931332:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076279.931346:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3267 00000100:00080000:3.0:1769076279.931362:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076279.931372:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076279.931459:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612084352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076279.931497:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076279.931502:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076279.931505:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076279.931510:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3267 00000100:00080000:3.0:1769076279.931515:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076279.931521:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076279.931534:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076279.931553:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612084480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076279.931567:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612084352:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076279.931575:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076279.931582:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076279.931584:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076279.931589:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3267 00000100:00080000:3.0:1769076279.931594:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076279.931599:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076279.931605:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076279.931622:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612084608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076279.931663:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076279.931716:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076279/real 1769076279] req@ffff88dac8830380 x1855007612084352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076279.931739:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612084352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076279.931757:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076279.931781:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076279.931791:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612084352:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076279.931830:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076279.931877:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076279.931899:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076279/real 1769076279] req@ffff88dac8833480 x1855007612084480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076279.931916:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612084480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076279.931928:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076279.931933:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076279.931937:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076279.931946:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076279.931969:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076279.931981:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076279/real 1769076279] req@ffff88dac8832a00 x1855007612084608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076279.931995:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612084608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076279.932004:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076279.932008:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076279.932012:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076280.187265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076280.187400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076280.635433:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076281.211324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076281.211443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076281.659272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076282.235275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076282.235377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076282.683265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076283.259235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076283.259520:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076283.707289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076284.283365:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076284.283394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076284.731374:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076285.051319:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076285.051334:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076285.051350:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076285.051362:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3272 00000100:00080000:0.0:1769076285.051376:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076285.051385:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076285.051432:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612084736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076285.051468:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076285.051474:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076285.051476:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076285.051481:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3272 00000100:00080000:0.0:1769076285.051487:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076285.051492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076285.051509:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076285.051528:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612084864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076285.051555:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076285.051561:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076285.051563:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076285.051574:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3272 00000100:00100000:1.0:1769076285.051577:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612084736:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076285.051581:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076285.051594:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076285.051601:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076285.051622:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612084992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076285.051684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076285.051761:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076285/real 1769076285] req@ffff88dac7d2ea00 x1855007612084736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076285.051787:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612084736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076285.051802:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076285.051808:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076285.051814:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612084736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076285.051823:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076285.051850:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076285.051865:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076285/real 1769076285] req@ffff88dac7d2e680 x1855007612084864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076285.051880:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612084864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076285.051891:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076285.051895:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076285.051899:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076285.051927:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076285.051951:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076285.051963:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076285/real 1769076285] req@ffff88dac7d2f480 x1855007612084992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076285.051977:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612084992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076285.051987:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076285.051990:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076285.051994:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612084992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076285.307394:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076285.307395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076285.755306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076286.331321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076286.331458:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076286.779251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076287.355331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076287.355444:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076287.803315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076288.379332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076288.379477:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076288.827284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076289.403288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076289.403335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076289.851281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076290.171365:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076290.171384:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076290.171392:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076290.171410:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3277 00000100:00080000:3.0:1769076290.171428:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076290.171439:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076290.171490:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612085120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076290.171543:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076290.171548:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076290.171551:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076290.171557:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3277 00000100:00080000:3.0:1769076290.171563:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076290.171568:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076290.171580:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076290.171614:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612085248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076290.171629:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076290.171633:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076290.171636:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076290.171640:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3277 00000100:00080000:3.0:1769076290.171646:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076290.171653:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076290.171662:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076290.171667:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612085120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076290.171688:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612085376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076290.171770:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076290.171831:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076290/real 1769076290] req@ffff88dac8832680 x1855007612085120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076290.171856:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612085120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076290.171869:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076290.171874:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076290.171880:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612085120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076290.171890:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076290.171920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076290.171934:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076290/real 1769076290] req@ffff88dac8833b80 x1855007612085248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076290.171957:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612085248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076290.171986:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076290.171991:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076290.171995:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076290.172024:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076290.172047:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076290.172061:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076290/real 1769076290] req@ffff88dac8833100 x1855007612085376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076290.172075:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612085376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076290.172084:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076290.172088:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076290.172091:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076290.427310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076290.427370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076290.875283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076291.451344:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076291.451512:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076291.899254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076292.475277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076292.475302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076292.923243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076293.499299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076293.499411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076293.947216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076294.523318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076294.523496:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076294.971240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076295.291300:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076295.291318:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076295.291326:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076295.291343:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3282 00000100:00080000:0.0:1769076295.291360:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076295.291372:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076295.291429:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612085504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076295.291481:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076295.291489:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076295.291494:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076295.291503:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3282 00000100:00080000:0.0:1769076295.291513:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076295.291522:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076295.291540:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076295.291543:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612085504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076295.291575:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076295.291601:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076295.291606:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076295.291609:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076295.291615:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3282 00000100:00080000:0.0:1769076295.291638:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076295.291644:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076295.291652:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076295.291656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076295.291677:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612085760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076295.291728:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076295/real 1769076295] req@ffff88dac7d2ca80 x1855007612085504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076295.291758:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612085504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076295.291808:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076295.291818:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076295.291827:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612085504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076295.291869:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076295.291920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076295.291950:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076295/real 1769076295] req@ffff88dac7d2f100 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076295.291978:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076295.291991:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076295.291996:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076295.292001:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076295.292009:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076295.292041:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076295.292055:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076295/real 1769076295] req@ffff88dac7d2f480 x1855007612085760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076295.292071:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612085760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076295.292081:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076295.292085:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076295.292089:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612085760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076295.547294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076295.547321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076295.995247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076296.571252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076296.571306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076297.019264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076297.595271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076297.595329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076298.043235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076298.619276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076298.619348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076299.067238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076299.643304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076299.643401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076300.091248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076300.411324:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076300.411337:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076300.411343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076300.411355:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3287 00000100:00080000:3.0:1769076300.411370:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076300.411380:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076300.411427:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612085888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076300.411473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076300.411478:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076300.411480:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076300.411485:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3287 00000100:00080000:3.0:1769076300.411489:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076300.411494:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076300.411504:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076300.411521:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612086016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076300.411544:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076300.411549:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076300.411552:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076300.411557:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3287 00000100:00080000:3.0:1769076300.411561:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076300.411568:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612085888:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076300.411574:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076300.411589:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076300.411606:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612086144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076300.411683:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076300.411748:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076300/real 1769076300] req@ffff88dac8830e00 x1855007612085888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076300.411774:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612085888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076300.411788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076300.411794:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076300.411800:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612085888:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076300.411810:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076300.411842:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076300.411858:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076300/real 1769076300] req@ffff88dac8831c00 x1855007612086016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076300.411894:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612086016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076300.411906:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076300.411911:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076300.411915:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076300.411947:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076300.411984:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076300.412000:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076300/real 1769076300] req@ffff88dac8833800 x1855007612086144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076300.412015:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612086144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076300.412025:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076300.412055:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076300.412064:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076300.667246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076300.667341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076301.115264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076301.691290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076301.691432:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076302.139266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076302.715306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076302.715418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076303.163240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076303.739245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076303.739379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076304.187257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076304.763247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076304.763343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076305.211250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076305.531294:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076305.531312:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076305.531351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076305.531368:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3292 00000100:00080000:0.0:1769076305.531384:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076305.531397:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076305.531451:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612086272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076305.531499:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076305.531507:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076305.531511:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076305.531520:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3292 00000100:00080000:0.0:1769076305.531527:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076305.531537:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076305.531554:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076305.531562:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612086272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076305.531586:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612086400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076305.531627:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076305.531634:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076305.531638:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769076305.531647:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769076305.531655:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3292 00000100:00080000:0.0:1769076305.531667:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076305.531676:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076305.531687:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076305.531721:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076305/real 1769076305] req@ffff88dac7d2e680 x1855007612086272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076305.531734:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612086528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076305.531759:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612086272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076305.531777:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076305.531783:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076305.531791:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612086272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076305.531843:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076305.531877:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076305.531896:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076305/real 1769076305] req@ffff88dac7d2ea00 x1855007612086400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076305.531921:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612086400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076305.531932:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076305.531936:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076305.531940:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076305.531986:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076305.532013:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076305.532027:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076305/real 1769076305] req@ffff88dac7d2c000 x1855007612086528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076305.532041:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612086528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076305.532050:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076305.532054:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076305.532057:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076305.787315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076305.787405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076306.235284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076306.811296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076306.811384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076307.259281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076307.835301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076307.835346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076308.283264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076308.859309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076308.859490:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076309.307270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076309.883336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076309.883408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076310.331257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076310.651268:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076310.651280:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076310.651286:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076310.651345:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3297 00000100:00080000:0.0:1769076310.651362:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076310.651368:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076310.651403:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612086656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076310.651423:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076310.651426:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076310.651428:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076310.651430:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3297 00000100:00080000:0.0:1769076310.651433:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076310.651436:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076310.651444:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076310.651453:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612086784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076310.651459:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612086656:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076310.651466:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076310.651470:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076310.651471:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076310.651473:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3297 00000100:00080000:0.0:1769076310.651475:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076310.651478:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076310.651481:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076310.651489:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612086912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076310.651530:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076310.651581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076310/real 1769076310] req@ffff88dac7d2d180 x1855007612086656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076310.651600:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612086656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076310.651620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076310.651623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076310.651626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612086656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076310.651645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076310.651662:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076310.651671:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076310/real 1769076310] req@ffff88dac7d2d500 x1855007612086784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076310.651679:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612086784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076310.651685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076310.651687:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076310.651690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076310.651693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076310.651703:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076310.651709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076310/real 1769076310] req@ffff88dac7d2c700 x1855007612086912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076310.651716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612086912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076310.651726:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076310.651728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076310.651730:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612086912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076310.907263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076310.907317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076311.355278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076311.931324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076311.931361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076312.379260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076312.955316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076312.955378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076313.403221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076313.979290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076313.979354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076314.427228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076315.003278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076315.003347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076315.451229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076315.771320:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076315.771334:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076315.771341:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076315.771354:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3302 00000100:00080000:3.0:1769076315.771368:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076315.771439:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076315.771488:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612087040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076315.771530:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076315.771536:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076315.771538:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076315.771544:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3302 00000100:00080000:3.0:1769076315.771548:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076315.771553:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076315.771568:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076315.771596:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076315.771619:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076315.771627:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076315.771631:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076315.771644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612087040:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076315.771646:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3302 00000100:00080000:3.0:1769076315.771659:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076315.771671:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076315.771681:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076315.771709:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612087296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076315.771762:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076315.771870:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076315/real 1769076315] req@ffff88dac8831180 x1855007612087040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076315.771905:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612087040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076315.771926:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076315.771935:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076315.771943:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612087040:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076315.771959:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076315.772007:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076315.772032:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076315/real 1769076315] req@ffff88dac8832300 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076315.772053:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076315.772110:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076315.772118:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076315.772124:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076315.772222:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076315.772286:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076315.772313:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076315/real 1769076315] req@ffff88dac8830700 x1855007612087296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076315.772344:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612087296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076315.772362:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076315.772371:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076315.772381:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076316.027270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076316.027359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076316.475258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076317.051363:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076317.051367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076317.499223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076318.075270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076318.075424:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076318.523284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076319.099266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076319.099340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076319.547235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076320.123263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076320.123343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076320.571266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076320.891299:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076320.891312:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076320.891319:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076320.891331:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3307 00000100:00080000:3.0:1769076320.891345:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076320.891355:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076320.891401:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612087424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076320.891438:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076320.891444:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076320.891448:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076320.891455:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3307 00000100:00080000:3.0:1769076320.891463:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076320.891472:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076320.891490:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076320.891508:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612087424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076320.891522:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612087552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076320.891549:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076320.891557:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076320.891561:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076320.891570:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3307 00000100:00080000:3.0:1769076320.891578:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076320.891587:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076320.891598:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076320.891601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769076320.891626:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612087680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076320.891683:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076320/real 1769076320] req@ffff88dac8830000 x1855007612087424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076320.891744:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612087424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076320.891759:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076320.891767:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076320.891774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612087424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076320.891806:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076320.891838:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076320.891856:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076320/real 1769076320] req@ffff88dac8830700 x1855007612087552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076320.891872:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612087552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076320.891884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076320.891888:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076320.891893:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076320.891900:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076320.891920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076320.891932:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076320/real 1769076320] req@ffff88dac8832300 x1855007612087680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076320.891946:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612087680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076320.891956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076320.891960:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076320.891964:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076321.147271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076321.147346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076321.595271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076322.171239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076322.171276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076322.619279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076323.195294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076323.195358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076323.643289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076324.219275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076324.219348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076324.667287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076325.243306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076325.243309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076325.691280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076326.011299:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076326.011318:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076326.011325:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076326.011339:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3313 00000100:00080000:3.0:1769076326.011354:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076326.011365:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076326.011421:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612087808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076326.011473:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076326.011482:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076326.011486:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076326.011493:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3313 00000100:00080000:3.0:1769076326.011499:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076326.011506:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076326.011520:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076326.011542:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612087936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076326.011553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612087808:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076326.011562:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076326.011574:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076326.011577:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076326.011583:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3313 00000100:00080000:3.0:1769076326.011587:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076326.011592:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076326.011598:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076326.011654:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612088064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076326.011753:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076326.011793:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076326.267293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076326.267411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076326.715278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076327.291299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076327.291335:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076327.739287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076328.315267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076328.315366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076328.763259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076329.083659:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076329.083729:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076329.083760:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076329.083828:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076329.083840:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769076329.083928:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076326/real 1769076329] req@ffff88dac8833800 x1855007612087936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076329.083993:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612087936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076329.084013:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076329.084022:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076329.084028:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612087936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076329.084041:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076326/real 1769076329] req@ffff88dac8831c00 x1855007612088064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076329.084066:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612088064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076329.084082:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076329.084090:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076329.084097:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076329.084112:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076326/real 1769076329] req@ffff88dac8831180 x1855007612087808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076329.084220:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612087808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076329.084238:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076329.084247:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076329.084258:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612087808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076329.339310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076329.339364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076329.787277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076330.363339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076330.363368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076330.811265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076331.131373:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076331.131387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076331.131393:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076331.131406:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3318 00000100:00080000:3.0:1769076331.131420:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076331.131429:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076331.131472:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612088192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076331.131548:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076331.131557:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076331.131563:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076331.131574:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3318 00000100:00080000:3.0:1769076331.131582:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076331.131595:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076331.131598:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612088192:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769076331.131615:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076331.131665:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612088320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076331.131692:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076331.131699:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000100:1.0:1769076331.131709:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769076331.131710:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076331.131725:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3318 00000100:00080000:3.0:1769076331.131738:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076331.131747:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076331.131767:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076331/real 1769076331] req@ffff88dac8830e00 x1855007612088192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769076331.131787:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076331.131791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612088192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076331.131819:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1769076331.131821:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612088448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076331.131828:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076331.131842:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612088192:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076331.131909:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076331.131948:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076331.131964:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076331/real 1769076331] req@ffff88dac8833100 x1855007612088320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076331.131977:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612088320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076331.131987:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076331.131991:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076331.131994:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076331.132001:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076331.132024:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076331.132036:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076331/real 1769076331] req@ffff88dac8833b80 x1855007612088448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076331.132048:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612088448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076331.132056:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076331.132059:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076331.132063:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076331.387287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076331.387370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076331.835230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076332.411310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076332.411442:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076332.859283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076333.435301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076333.435377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076333.883267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076334.459313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076334.459408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076334.907277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076335.483385:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076335.483422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076335.931207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076336.251348:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076336.251361:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076336.251367:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076336.251380:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3323 00000100:00080000:0.0:1769076336.251393:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076336.251403:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076336.251514:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612088576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076336.251566:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076336.251573:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076336.251576:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076336.251583:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3323 00000100:00080000:0.0:1769076336.251590:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076336.251597:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076336.251611:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076336.251623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612088576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076336.251636:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076336.251655:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076336.251660:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076336.251663:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076336.251668:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3323 00000100:00080000:0.0:1769076336.251673:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076336.251678:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076336.251684:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076336.251701:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612088832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076336.251724:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076336.251799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076336/real 1769076336] req@ffff88dac7d2d880 x1855007612088576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076336.251813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612088576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076336.251822:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076336.251825:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076336.251828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612088576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076336.251847:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076336.251863:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076336.251872:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076336/real 1769076336] req@ffff88dac7d2dc00 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076336.251880:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076336.251887:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076336.251889:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076336.251892:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076336.251896:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076336.251906:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076336.251911:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076336/real 1769076336] req@ffff88dac7d2c700 x1855007612088832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076336.251919:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612088832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076336.251924:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076336.251926:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076336.251927:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612088832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076336.507328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076336.507394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076336.955344:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076337.531467:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076337.531487:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076337.979249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076338.555307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076338.555596:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076339.003322:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076339.579365:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076339.579508:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076340.027288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076340.603342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076340.603446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076341.051279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076341.371340:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076341.371387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076341.371394:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076341.371406:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3328 00000100:00080000:2.0:1769076341.371420:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076341.371429:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076341.371476:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612088960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076341.371516:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076341.371523:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076341.371528:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076341.371536:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3328 00000100:00080000:2.0:1769076341.371543:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076341.371552:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076341.371567:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076341.371608:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612088960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076341.371608:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612089088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076341.371630:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076341.371636:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076341.371640:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076341.371646:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3328 00000100:00080000:2.0:1769076341.371654:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076341.371660:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076341.371668:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076341.371688:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612089216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076341.371695:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076341.371758:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076341/real 1769076341] req@ffff88dac7dbf480 x1855007612088960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076341.371793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612088960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076341.371816:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076341.371821:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076341.371827:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612088960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076341.371857:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076341.371893:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076341.371910:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076341/real 1769076341] req@ffff88dac7dbf100 x1855007612089088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076341.371926:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612089088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076341.371938:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076341.371942:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076341.371946:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076341.371953:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076341.371973:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076341.371985:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076341/real 1769076341] req@ffff88dac7dbd500 x1855007612089216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076341.371999:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612089216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076341.372009:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076341.372013:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076341.372016:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076341.627324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076341.627398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076342.075241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076342.651281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076342.651474:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076343.099252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076343.675279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076343.675368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076344.123245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076344.699356:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076344.699390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076345.147330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076345.723288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076345.723316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076346.171209:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076346.491336:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076346.491351:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076346.491359:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076346.491375:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3333 00000100:00080000:3.0:1769076346.491397:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076346.491411:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076346.491470:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612089344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076346.491521:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076346.491527:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076346.491530:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076346.491535:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3333 00000100:00080000:3.0:1769076346.491542:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076346.491549:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076346.491564:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076346.491582:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612089344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076346.491589:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076346.491608:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076346.491613:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076346.491616:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076346.491621:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3333 00000100:00080000:3.0:1769076346.491626:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076346.491631:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076346.491637:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076346.491667:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612089600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076346.491679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076346.491741:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076346/real 1769076346] req@ffff88dac8832680 x1855007612089344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076346.491766:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612089344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076346.491781:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076346.491786:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076346.491792:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612089344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076346.491839:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076346.491883:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076346.491908:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076346/real 1769076346] req@ffff88dac8832a00 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076346.491936:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076346.491955:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076346.491962:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076346.491969:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076346.491978:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076346.492008:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076346.492024:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076346/real 1769076346] req@ffff88dac8833480 x1855007612089600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076346.492039:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612089600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076346.492049:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076346.492053:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076346.492058:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076346.747328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076346.747372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076347.195345:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076347.771317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076347.771337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076348.219308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076348.795296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076348.795408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076349.243272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076349.819303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076349.819367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076350.267285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076350.843358:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076350.843452:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076351.291265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076351.611346:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076351.611360:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076351.611367:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076351.611379:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3338 00000100:00080000:0.0:1769076351.611394:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076351.611403:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076351.611451:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612089728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076351.611494:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076351.611499:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076351.611501:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076351.611517:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3338 00000100:00080000:0.0:1769076351.611521:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076351.611526:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076351.611539:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076351.611557:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612089856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076351.611572:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612089728:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076351.611578:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076351.611588:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076351.611591:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076351.611597:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3338 00000100:00080000:0.0:1769076351.611604:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076351.611609:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076351.611617:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076351.611631:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612089984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076351.611680:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076351.611741:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076351/real 1769076351] req@ffff88dac7d2d500 x1855007612089728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076351.611764:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612089728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076351.611776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076351.611781:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076351.611785:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612089728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076351.611816:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076351.611835:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076351.611846:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076351/real 1769076351] req@ffff88dac7d2d180 x1855007612089856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076351.611855:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612089856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076351.611864:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076351.611867:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076351.611870:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076351.611874:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076351.611905:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076351.611916:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076351/real 1769076351] req@ffff88dac7d2c000 x1855007612089984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076351.611928:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612089984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076351.611937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076351.611941:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076351.611944:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612089984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076351.867363:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076351.867422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076352.315231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076352.891406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076352.891441:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076353.339264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076353.915326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076353.915500:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076354.363261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076354.939285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076354.939433:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076355.387305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076355.963335:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076355.963461:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076356.411213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076356.731236:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076356.731249:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076356.731254:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076356.731266:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3343 00000100:00080000:0.0:1769076356.731280:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076356.731288:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076356.731341:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612090112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076356.731369:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076356.731372:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076356.731374:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076356.731377:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3343 00000100:00080000:0.0:1769076356.731380:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076356.731385:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076356.731396:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076356.731405:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612090112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076356.731410:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076356.731420:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076356.731422:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076356.731424:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076356.731426:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3343 00000100:00080000:0.0:1769076356.731430:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076356.731434:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076356.731437:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076356.731444:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612090368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076356.731493:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076356.731539:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076356/real 1769076356] req@ffff88dac7d2ea00 x1855007612090112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076356.731556:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612090112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076356.731565:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076356.731569:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076356.731573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612090112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076356.731599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076356.731614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076356.731623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076356/real 1769076356] req@ffff88dac7d2e680 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076356.731631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076356.731638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076356.731641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076356.731643:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076356.731646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076356.731656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076356.731662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076356/real 1769076356] req@ffff88dac7d2f480 x1855007612090368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076356.731670:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612090368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076356.731675:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076356.731677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076356.731679:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076356.987240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076356.987290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076357.435268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076358.011330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076358.011457:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076358.459249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076359.035288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076359.035390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076359.483273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076360.059313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076360.059392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076360.507232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076361.083258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076361.083395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076361.531205:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076361.851243:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076361.851258:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076361.851265:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076361.851279:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3348 00000100:00080000:0.0:1769076361.851306:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076361.851317:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076361.851362:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612090496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076361.851393:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076361.851398:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076361.851400:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076361.851404:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3348 00000100:00080000:0.0:1769076361.851409:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076361.851415:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076361.851435:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076361.851436:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612090496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076361.851457:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612090624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076361.851470:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076361.851474:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076361.851476:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076361.851480:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3348 00000100:00080000:0.0:1769076361.851501:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076361.851504:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076361.851509:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076361.851513:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076361.851529:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612090752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076361.851563:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076361/real 1769076361] req@ffff88dac7d2f100 x1855007612090496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076361.851583:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612090496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076361.851606:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076361.851611:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076361.851615:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612090496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076361.851639:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076361.851662:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076361.851675:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076361/real 1769076361] req@ffff88dac7d2ca80 x1855007612090624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076361.851687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612090624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076361.851697:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076361.851700:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076361.851703:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076361.851709:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076361.851724:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076361.851733:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076361/real 1769076361] req@ffff88dac7d2f480 x1855007612090752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076361.851744:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612090752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076361.851758:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076361.851762:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076361.851765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612090752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076362.107261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076362.107402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076362.555232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076363.131330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076363.131503:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076363.579247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076364.155351:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076364.155473:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076364.603253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076365.179330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076365.179372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076365.627274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076366.203287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076366.203405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076366.651247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076366.971310:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076366.971327:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076366.971334:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076366.971361:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3354 00000100:00080000:0.0:1769076366.971378:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076366.971389:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076366.971457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612090880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076366.971500:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076366.971505:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076366.971508:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076366.971513:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3354 00000100:00080000:0.0:1769076366.971518:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076366.971523:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076366.971537:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076366.971556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612090880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076366.971557:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612091008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076366.971609:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076366.971614:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076366.971618:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076366.971627:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3354 00000100:00080000:0.0:1769076366.971642:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076366.971647:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076366.971653:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076366.971673:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612091136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076366.971702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076366.971756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076366/real 1769076366] req@ffff88dac7d2e680 x1855007612090880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076366.971789:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612090880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076366.971800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076366.971805:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076366.971808:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612090880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076366.971832:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076366.971851:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076366.971862:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076366/real 1769076366] req@ffff88dac7d2ea00 x1855007612091008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076366.971871:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612091008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076366.971879:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076366.971882:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076366.971885:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076366.971891:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076366.971904:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076366.971911:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076366/real 1769076366] req@ffff88dac7d2c000 x1855007612091136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076366.971949:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612091136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076366.971956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076366.971975:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076366.971977:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076367.227336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076367.227369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076367.675302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076368.251329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076368.251494:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076368.699267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076369.275283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076369.275382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076369.723263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076370.299286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076370.299354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076370.747313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076371.323313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076371.323396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076371.771338:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076372.091369:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076372.091392:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076372.091402:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076372.091423:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3359 00000100:00080000:3.0:1769076372.091442:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076372.091453:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076372.091521:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612091264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076372.091568:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076372.091576:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076372.091580:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076372.091589:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3359 00000100:00080000:3.0:1769076372.091599:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076372.091607:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076372.091626:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076372.091645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612091264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076372.091670:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612091392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076372.091691:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076372.091697:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076372.091701:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076372.091708:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3359 00000100:00080000:3.0:1769076372.091714:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076372.091721:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076372.091728:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076372.091745:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612091520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076372.091765:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076372.091868:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076372/real 1769076372] req@ffff88dac8830380 x1855007612091264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076372.091897:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612091264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076372.091912:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076372.091918:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076372.091923:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612091264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076372.091961:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076372.091996:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076372.092013:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076372/real 1769076372] req@ffff88dac8833480 x1855007612091392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076372.092029:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612091392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076372.092041:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076372.092045:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076372.092050:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076372.092057:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076372.092078:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076372.092090:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076372/real 1769076372] req@ffff88dac8832a00 x1855007612091520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076372.092104:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612091520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076372.092113:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076372.092117:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076372.092120:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076372.347284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076372.347389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076372.795267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076373.371372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076373.371399:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076373.819285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076374.395269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076374.395418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076374.843259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076375.419394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076375.419401:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076375.867281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076376.443322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076376.443344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076376.891243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076377.211318:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076377.211331:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076377.211339:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076377.211353:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3364 00000100:00080000:3.0:1769076377.211369:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076377.211379:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076377.211427:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612091648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076377.211463:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076377.211468:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076377.211471:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076377.211475:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3364 00000100:00080000:3.0:1769076377.211480:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076377.211485:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076377.211497:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076377.211518:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612091776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076377.211531:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612091648:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076377.211559:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076377.211568:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076377.211573:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076377.211583:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3364 00000100:00080000:3.0:1769076377.211593:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076377.211603:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076377.211630:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076377.211652:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612091904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076377.211668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076377.211787:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076377/real 1769076377] req@ffff88dac8832680 x1855007612091648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076377.211825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612091648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076377.211855:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076377.211861:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076377.211867:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612091648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076377.211900:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076377.211936:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076377.211954:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076377/real 1769076377] req@ffff88dac8833b80 x1855007612091776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076377.211970:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612091776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076377.211982:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076377.211986:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076377.211990:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076377.211997:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076377.212017:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076377.212028:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076377/real 1769076377] req@ffff88dac8833100 x1855007612091904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076377.212042:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612091904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076377.212052:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076377.212055:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076377.212059:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612091904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076377.467312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076377.467339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076377.915300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076378.491306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076378.491385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076378.939236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076379.515394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076379.515399:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076379.963225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076380.539325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076380.539407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076380.987233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076381.563268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076381.563348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076382.011233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076382.331267:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076382.331278:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076382.331283:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076382.331295:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3369 00000100:00080000:1.0:1769076382.331306:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076382.331315:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076382.331365:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612092032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076382.331399:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076382.331403:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076382.331405:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076382.331410:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3369 00000100:00080000:1.0:1769076382.331414:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076382.331418:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076382.331428:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076382.331445:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612092160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076382.331456:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612092032:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076382.331464:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076382.331468:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076382.331471:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076382.331477:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3369 00000100:00080000:1.0:1769076382.331482:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076382.331486:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076382.331491:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076382.331505:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612092288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076382.331537:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076382.331590:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076382/real 1769076382] req@ffff88dacab49c00 x1855007612092032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076382.331611:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612092032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076382.331622:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076382.331627:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076382.331631:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612092032:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076382.331673:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076382.331698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076382.331711:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076382/real 1769076382] req@ffff88dacab49500 x1855007612092160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076382.331730:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612092160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076382.331741:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076382.331744:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076382.331748:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076382.331754:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076382.331775:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076382.331786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076382/real 1769076382] req@ffff88dacab49880 x1855007612092288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076382.331799:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612092288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076382.331807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076382.331811:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076382.331815:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076382.587234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076382.587248:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076383.035223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076383.611390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076383.611390:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076384.059248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076384.635320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076384.635345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076385.083240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076385.659332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076385.659379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076386.107263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076386.683314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076386.683341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076387.131300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076387.451304:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076387.451320:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076387.451329:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076387.451341:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3374 00000100:00080000:2.0:1769076387.451353:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076387.451362:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076387.451405:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612092416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076387.451449:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076387.451454:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076387.451456:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076387.451460:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3374 00000100:00080000:2.0:1769076387.451463:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076387.451467:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076387.451478:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076387.451492:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076387.451512:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076387.451516:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076387.451518:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076387.451523:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3374 00000100:00080000:2.0:1769076387.451526:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076387.451529:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076387.451534:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076387.451544:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612092672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076387.451567:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612092416:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769076387.451729:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076387.451800:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076387/real 1769076387] req@ffff88dac7dbd880 x1855007612092416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076387.451837:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612092416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076387.451852:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076387.451858:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076387.451863:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612092416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076387.451885:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076387.451917:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076387.451934:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076387/real 1769076387] req@ffff88dac7dbfb80 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076387.451951:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076387.451963:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076387.451967:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076387.451971:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076387.452014:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076387.452036:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076387.452048:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076387/real 1769076387] req@ffff88dac7dbc380 x1855007612092672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076387.452063:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612092672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076387.452073:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076387.452077:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076387.452081:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076387.707308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076387.707385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076388.155253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076388.731405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076388.731423:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076389.179293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076389.755262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076389.755382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076390.203275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076390.779310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076390.779386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076391.227314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076391.803297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076391.803349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076392.251278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076392.571337:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076392.571350:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076392.571356:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076392.571369:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3379 00000100:00080000:3.0:1769076392.571383:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076392.571392:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076392.571438:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612092800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076392.571479:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076392.571508:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076392.571512:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076392.571520:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3379 00000100:00080000:3.0:1769076392.571528:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076392.571538:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076392.571556:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076392.571573:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612092800:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076392.571587:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612092928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076392.571611:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076392.571616:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076392.571620:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076392.571625:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3379 00000100:00080000:3.0:1769076392.571632:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076392.571637:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076392.571645:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076392.571664:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612093056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076392.571725:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076392.571795:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076392.827298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076392.827385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076393.275259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076393.851273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076393.851361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076394.299254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076394.875315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076394.875385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076395.323258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769076395.643589:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769076395.643645:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076395.643667:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076395.643714:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076395.643726:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076395.643799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076392/real 1769076395] req@ffff88dac8831180 x1855007612092928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076395.643858:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612092928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076395.643884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076395.643895:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076395.643904:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612092928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076395.643920:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076392/real 1769076395] req@ffff88dac8831c00 x1855007612093056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076395.643948:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612093056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076395.643966:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076395.643973:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076395.643981:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076395.643995:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076392/real 1769076395] req@ffff88dac8830e00 x1855007612092800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076395.644036:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612092800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076395.644052:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076395.644060:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076395.644066:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612092800:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076395.899282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076395.899418:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076396.347235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076396.923271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076396.923355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076397.371223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076397.691296:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076397.691307:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076397.691313:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076397.691324:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3384 00000100:00080000:2.0:1769076397.691338:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076397.691345:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076397.691396:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612093184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076397.691451:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076397.691456:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076397.691458:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076397.691463:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3384 00000100:00080000:2.0:1769076397.691468:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076397.691473:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076397.691485:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076397.691503:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076397.691519:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076397.691522:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612093184:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076397.691526:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076397.691534:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076397.691544:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3384 00000100:00080000:2.0:1769076397.691550:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076397.691557:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076397.691566:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076397.691590:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612093440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076397.691628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076397.691689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076397/real 1769076397] req@ffff88dac7dbca80 x1855007612093184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076397.691735:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612093184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076397.691753:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076397.691761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076397.691768:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612093184:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076397.691805:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076397.691848:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076397.691872:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076397/real 1769076397] req@ffff88dac7dbce00 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076397.691896:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076397.691912:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076397.691919:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076397.691923:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076397.691931:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076397.691994:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076397.692016:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076397/real 1769076397] req@ffff88dac7dbed80 x1855007612093440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076397.692038:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612093440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076397.692051:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076397.692056:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076397.692062:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076397.947276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076397.947347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076398.395292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076398.971345:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076398.971433:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076399.419264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076399.995406:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076399.995446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076400.443269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076401.019379:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076401.019400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076401.467310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076402.043291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076402.043380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076402.491255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076402.811257:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076402.811271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076402.811277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076402.811291:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3389 00000100:00080000:3.0:1769076402.811335:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076402.811346:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076402.811391:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612093568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076402.811421:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076402.811425:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076402.811427:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076402.811432:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3389 00000100:00080000:3.0:1769076402.811436:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076402.811440:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076402.811450:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076402.811465:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612093696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076402.811477:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076402.811482:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769076402.811483:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612093568:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076402.811484:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076402.811492:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3389 00000100:00080000:3.0:1769076402.811500:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076402.811504:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076402.811509:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076402.811523:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612093824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076402.811595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076402.811665:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076402/real 1769076402] req@ffff88dac8833800 x1855007612093568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076402.811691:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612093568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076402.811705:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076402.811711:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076402.811716:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612093568:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076402.811746:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076402.811777:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076402.811795:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076402/real 1769076402] req@ffff88dac8832300 x1855007612093696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076402.811821:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612093696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076402.811852:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076402.811858:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076402.811863:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076402.811873:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076402.811904:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076402.811921:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076402/real 1769076402] req@ffff88dac8830700 x1855007612093824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076402.811934:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612093824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076402.811942:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076402.811945:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076402.811948:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612093824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076403.067284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076403.067372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076403.515227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076404.091236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076404.091281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076404.539203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076405.115379:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076405.115512:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076405.563264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076406.139353:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076406.139405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076406.587353:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076407.163316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076407.163434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076407.611277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076407.931331:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076407.931345:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076407.931352:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076407.931365:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3395 00000100:00080000:3.0:1769076407.931380:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076407.931391:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076407.931439:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612093952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076407.931474:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076407.931479:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076407.931482:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076407.931487:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3395 00000100:00080000:3.0:1769076407.931491:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076407.931496:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076407.931511:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076407.931530:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612094080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076407.931541:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612093952:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076407.931569:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076407.931574:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076407.931577:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076407.931583:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3395 00000100:00080000:3.0:1769076407.931587:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076407.931591:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076407.931598:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076407.931614:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612094208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076407.931678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076407.931739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076407/real 1769076407] req@ffff88dac8830000 x1855007612093952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076407.931774:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612093952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076407.931788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076407.931794:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076407.931800:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612093952:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076407.931831:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076407.931875:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076407.931900:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076407/real 1769076407] req@ffff88dac8830700 x1855007612094080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076407.931948:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612094080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076407.931962:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076407.931966:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076407.931971:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076407.931980:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076407.932009:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076407.932025:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076407/real 1769076407] req@ffff88dac8832300 x1855007612094208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076407.932040:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612094208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076407.932058:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076407.932062:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076407.932066:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076408.187300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076408.187403:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076408.635304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076409.211294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076409.211409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076409.659302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076410.235306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076410.235403:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076410.683325:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076411.259323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076411.259381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076411.707257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076412.283249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076412.283260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076412.731229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076413.051259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076413.051273:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076413.051280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076413.051293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3400 00000100:00080000:3.0:1769076413.051321:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076413.051327:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076413.051358:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612094336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076413.051382:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076413.051385:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076413.051387:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076413.051390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3400 00000100:00080000:3.0:1769076413.051392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076413.051395:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076413.051402:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076413.051410:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612094464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076413.051417:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612094336:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076413.051421:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076413.051425:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076413.051426:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076413.051429:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3400 00000100:00080000:3.0:1769076413.051431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076413.051433:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076413.051436:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076413.051445:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612094592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076413.051494:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076413.051530:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076413/real 1769076413] req@ffff88dac8833800 x1855007612094336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076413.051566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612094336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076413.051580:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076413.051586:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076413.051591:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612094336:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076413.051633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076413.051657:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076413.051671:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076413/real 1769076413] req@ffff88dac8830e00 x1855007612094464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076413.051685:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612094464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076413.051692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076413.051695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076413.051697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076413.051701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076413.051716:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076413.051724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076413/real 1769076413] req@ffff88dac8831c00 x1855007612094592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076413.051731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612094592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076413.051737:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076413.051739:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076413.051741:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076413.307290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076413.307344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076413.755241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076414.331288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076414.331310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076414.779225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076415.355252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076415.355328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076415.803251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076416.379302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076416.379347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076416.827267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076417.403296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076417.403388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076417.851395:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076418.171327:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076418.171340:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076418.171347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076418.171360:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3405 00000100:00080000:1.0:1769076418.171375:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076418.171385:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076418.171447:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612094720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076418.171482:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076418.171487:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076418.171489:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076418.171494:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3405 00000100:00080000:1.0:1769076418.171499:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076418.171503:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076418.171515:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076418.171532:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076418.171548:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076418.171553:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076418.171559:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076418.171561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612094720:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076418.171567:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3405 00000100:00080000:1.0:1769076418.171577:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076418.171584:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076418.171589:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076418.171609:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612094976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076418.171660:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076418.171715:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076418/real 1769076418] req@ffff88dacab4a680 x1855007612094720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076418.171747:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612094720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076418.171767:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076418.171775:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076418.171784:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612094720:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076418.171822:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076418.171865:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076418.171885:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076418/real 1769076418] req@ffff88dacab4ad80 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076418.171902:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076418.171914:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076418.171919:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076418.171923:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076418.171931:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076418.171952:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076418.171963:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076418/real 1769076418] req@ffff88dacab49880 x1855007612094976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076418.171977:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612094976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076418.171987:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076418.171991:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076418.171994:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612094976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076418.427274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076418.427410:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076418.875262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076419.451308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076419.451308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076419.899242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076420.475323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076420.475349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076420.923270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076421.499228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076421.499282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076421.947234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076422.523305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076422.523387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076422.971289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076423.291299:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076423.291315:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076423.291323:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076423.291339:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3410 00000100:00080000:1.0:1769076423.291356:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076423.291369:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076423.291424:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612095104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076423.291465:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076423.291472:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076423.291475:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076423.291480:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3410 00000100:00080000:1.0:1769076423.291486:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076423.291492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076423.291503:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076423.291522:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612095232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076423.291537:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076423.291542:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076423.291545:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076423.291552:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3410 00000100:00080000:1.0:1769076423.291559:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076423.291561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612095104:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076423.291566:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076423.291577:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076423.291592:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612095360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076423.291674:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076423.291743:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076423/real 1769076423] req@ffff88dacab49500 x1855007612095104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076423.291771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612095104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076423.291785:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076423.291791:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076423.291796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612095104:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076423.291807:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076423.291839:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076423.291854:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076423/real 1769076423] req@ffff88dacab49c00 x1855007612095232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076423.291870:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612095232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076423.291882:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076423.291886:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076423.291890:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076423.291919:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076423.291940:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076423.291953:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076423/real 1769076423] req@ffff88dacab48e00 x1855007612095360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076423.291992:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612095360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076423.292013:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076423.292017:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076423.292022:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076423.547309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076423.547375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076423.995263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076424.571300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076424.571329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076425.019257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076425.595256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076425.595325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076426.043267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076426.619293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076426.619341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076427.067292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076427.643305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076427.643387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076428.091235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076428.411354:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076428.411372:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076428.411379:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076428.411395:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3415 00000100:00080000:0.0:1769076428.411413:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076428.411424:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076428.411484:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612095488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076428.411536:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076428.411542:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076428.411544:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076428.411550:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3415 00000100:00080000:0.0:1769076428.411555:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076428.411560:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076428.411574:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076428.411592:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076428.411610:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076428.411617:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769076428.411618:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612095488:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076428.411624:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076428.411639:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3415 00000100:00080000:0.0:1769076428.411643:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076428.411647:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076428.411653:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076428.411669:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612095744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076428.411741:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076428.411822:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076428/real 1769076428] req@ffff88dac7d2d180 x1855007612095488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076428.411848:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612095488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076428.411864:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076428.411870:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076428.411876:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612095488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076428.411947:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076428.411978:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076428.411996:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076428/real 1769076428] req@ffff88dac7d2d500 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076428.412012:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076428.412024:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076428.412028:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076428.412033:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076428.412040:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076428.412059:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076428.412070:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076428/real 1769076428] req@ffff88dac7d2c700 x1855007612095744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076428.412085:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612095744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076428.412104:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076428.412108:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076428.412111:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612095744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076428.667373:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076428.667406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076429.115256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076429.691387:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076429.691511:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076430.139266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076430.715373:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076430.715433:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076431.163251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076431.739278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076431.739466:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076432.187278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076432.763304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076432.763504:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076433.211252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076433.531347:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076433.531360:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076433.531368:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076433.531381:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3420 00000100:00080000:0.0:1769076433.531408:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076433.531419:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076433.531468:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612095872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076433.531503:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076433.531508:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076433.531511:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076433.531516:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3420 00000100:00080000:0.0:1769076433.531520:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076433.531525:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076433.531549:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076433.531566:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612096000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076433.531581:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612095872:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076433.531607:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076433.531611:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076433.531613:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076433.531628:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3420 00000100:00080000:0.0:1769076433.531634:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076433.531638:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076433.531645:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076433.531662:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612096128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076433.531722:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076433.531784:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076433/real 1769076433] req@ffff88dac7d2dc00 x1855007612095872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076433.531851:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612095872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076433.531873:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076433.531882:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076433.531890:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612095872:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076433.531929:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076433.531982:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076433.532002:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076433/real 1769076433] req@ffff88dac7d2d880 x1855007612096000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076433.532018:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612096000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076433.532030:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076433.532034:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076433.532040:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076433.532048:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076433.532081:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076433.532093:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076433/real 1769076433] req@ffff88dac7d2c700 x1855007612096128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076433.532107:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612096128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076433.532117:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076433.532120:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076433.532124:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076433.787283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076433.787344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076434.235271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076434.811299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076434.811490:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076435.259247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076435.835303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076435.835305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076436.283252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076436.859309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076436.859365:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076437.307254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076437.883340:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076437.883407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076438.331308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076438.651362:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076438.651376:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076438.651382:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076438.651396:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3425 00000100:00080000:2.0:1769076438.651411:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076438.651420:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076438.651476:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612096256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076438.651517:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076438.651524:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076438.651528:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076438.651535:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3425 00000100:00080000:2.0:1769076438.651542:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076438.651549:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076438.651565:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076438.651601:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076438.651607:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612096256:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076438.651642:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076438.651648:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076438.651651:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076438.651658:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3425 00000100:00080000:2.0:1769076438.651664:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076438.651670:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076438.651679:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076438.651697:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612096512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076438.651698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076438.651802:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076438/real 1769076438] req@ffff88dac7dbc700 x1855007612096256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076438.651838:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612096256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076438.651858:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076438.651866:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076438.651873:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612096256:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076438.651911:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076438.651959:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076438.651984:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076438/real 1769076438] req@ffff88dac7dbf800 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076438.652011:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076438.652023:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076438.652027:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076438.652031:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076438.652039:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076438.652064:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076438.652075:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076438/real 1769076438] req@ffff88dac7dbc000 x1855007612096512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076438.652090:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612096512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076438.652099:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076438.652102:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076438.652106:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076438.907257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076438.907273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076439.355264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076439.931259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076439.931271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076440.379211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076440.955316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076440.955390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076441.403294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076441.979296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076441.979314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076442.427269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076443.003274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076443.003340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076443.451243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076443.771238:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076443.771248:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076443.771253:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076443.771262:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3430 00000100:00080000:2.0:1769076443.771273:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076443.771280:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076443.771313:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612096640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076443.771343:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076443.771348:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076443.771351:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076443.771357:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3430 00000100:00080000:2.0:1769076443.771363:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076443.771369:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076443.771381:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076443.771390:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612096640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076443.771404:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612096768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076443.771421:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076443.771426:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076443.771429:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076443.771473:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3430 00000100:00080000:2.0:1769076443.771483:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076443.771490:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076443.771501:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076443.771536:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612096896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076443.771555:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076443.771646:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076443/real 1769076443] req@ffff88dac7dbd180 x1855007612096640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076443.771667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612096640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076443.771677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076443.771694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076443.771697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612096640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076443.771725:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076443.771745:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076443.771755:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076443/real 1769076443] req@ffff88dac7dbe680 x1855007612096768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076443.771764:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612096768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076443.771771:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076443.771773:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076443.771776:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076443.771780:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076443.771791:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076443.771808:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076443/real 1769076443] req@ffff88dac7dbe300 x1855007612096896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076443.771816:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612096896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076443.771826:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076443.771828:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076443.771830:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612096896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076444.027352:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076444.027413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076444.475272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076445.051294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076445.051368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076445.499244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076446.075319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076446.075419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076446.523237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076447.099314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076447.099371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076447.547217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076448.123339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076448.123373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076448.571204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076448.891238:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076448.891254:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076448.891261:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076448.891275:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3435 00000100:00080000:2.0:1769076448.891291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076448.891303:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076448.891363:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612097024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076448.891408:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076448.891414:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076448.891416:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076448.891423:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3435 00000100:00080000:2.0:1769076448.891430:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076448.891438:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076448.891452:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076448.891481:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076448.891482:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612097024:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076448.891520:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076448.891558:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076448.891563:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076448.891573:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3435 00000100:00080000:2.0:1769076448.891581:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076448.891587:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076448.891596:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076448.891621:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612097280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076448.891636:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076448.891706:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076448/real 1769076448] req@ffff88dac7dbea00 x1855007612097024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076448.891731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612097024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076448.891746:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076448.891753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076448.891758:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612097024:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076448.891799:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076448.891841:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076448.891865:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076448/real 1769076448] req@ffff88dac7dbdf80 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076448.891887:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076448.891903:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076448.891908:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076448.891916:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076448.891927:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076448.891962:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076448.891981:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076448/real 1769076448] req@ffff88dac7dbe300 x1855007612097280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076448.892001:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612097280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076448.892014:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076448.892020:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076448.892026:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076449.147295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076449.147351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076449.595225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076450.171271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076450.171320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076450.619198:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076451.195269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076451.195321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076451.643219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076452.219290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076452.219354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076452.667296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076453.243321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076453.243366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076453.691221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076454.011248:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076454.011256:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076454.011265:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076454.011273:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3441 00000100:00080000:2.0:1769076454.011299:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076454.011307:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076454.011345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612097408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076454.011400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076454.011404:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076454.011405:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076454.011409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3441 00000100:00080000:2.0:1769076454.011412:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076454.011416:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076454.011425:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076454.011436:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612097408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076454.011438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612097536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076454.011451:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076454.011471:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076454.011473:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076454.011477:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3441 00000100:00080000:2.0:1769076454.011485:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076454.011489:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076454.011496:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076454.011526:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612097664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076454.011539:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076454.011602:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076454/real 1769076454] req@ffff88dac7dbe680 x1855007612097408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076454.011623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612097408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076454.011649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076454.011653:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076454.011656:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612097408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076454.011675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076454.011691:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076454.011718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076454/real 1769076454] req@ffff88dac7dbd180 x1855007612097536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076454.011729:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612097536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076454.011736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076454.011739:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076454.011742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076454.011747:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076454.011777:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076454.011785:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076454/real 1769076454] req@ffff88dac7dbc000 x1855007612097664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076454.011793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612097664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076454.011798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076454.011800:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076454.011802:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076454.267260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076454.267298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076454.715290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076455.291302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076455.291344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076455.739231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076456.315238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076456.315240:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076456.763202:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076457.339360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076457.339528:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076457.787241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076458.363302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076458.363407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076458.811267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076459.131325:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076459.131342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076459.131350:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076459.131411:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3446 00000100:00080000:2.0:1769076459.131430:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076459.131442:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076459.131501:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612097792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076459.131541:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076459.131547:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076459.131549:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076459.131555:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3446 00000100:00080000:2.0:1769076459.131559:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076459.131564:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076459.131578:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076459.131596:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076459.131606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612097792:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076459.131618:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076459.131625:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076459.131628:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076459.131634:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3446 00000100:00080000:2.0:1769076459.131639:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076459.131644:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076459.131650:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076459.131676:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612098048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076459.131815:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076459.131889:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076459.387417:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076459.387463:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076459.835250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076460.411409:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076460.411469:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076460.859293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076461.435290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076461.435450:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076461.883299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769076462.203652:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769076462.203717:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076462.203743:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076462.203834:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076462.203860:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076462.203932:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076459/real 1769076462] req@ffff88dac7dbc700 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076462.204003:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076462.204026:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076462.204036:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076462.204044:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612097920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076462.204059:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076459/real 1769076462] req@ffff88dac7dbed80 x1855007612098048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076462.204084:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612098048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076462.204098:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076462.204105:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076462.204112:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076462.204126:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076459/real 1769076462] req@ffff88dac7dbf800 x1855007612097792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076462.204211:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612097792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076462.204230:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076462.204241:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076462.204249:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612097792:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076462.459354:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076462.459379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076462.907287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076463.483427:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076463.483431:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076463.931273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076464.251407:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076464.251426:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076464.251434:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076464.251450:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3451 00000100:00080000:2.0:1769076464.251470:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076464.251482:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076464.251546:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612098176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076464.251596:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076464.251602:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076464.251605:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076464.251610:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3451 00000100:00080000:2.0:1769076464.251615:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076464.251620:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076464.251633:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076464.251650:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612098304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076464.251665:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076464.251673:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076464.251677:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076464.251686:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3451 00000100:00080000:2.0:1769076464.251692:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076464.251702:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076464.251712:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076464.251734:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612098176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076464.251740:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612098432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076464.251886:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076464.251971:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076464/real 1769076464] req@ffff88dac7dbce00 x1855007612098176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076464.252013:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612098176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076464.252037:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076464.252046:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076464.252054:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612098176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076464.252070:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076464.252120:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076464.252224:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076464/real 1769076464] req@ffff88dac7dbca80 x1855007612098304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076464.252257:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612098304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076464.252278:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076464.252317:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076464.252325:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076464.252400:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076464.252452:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076464.252492:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076464/real 1769076464] req@ffff88dac7dbc380 x1855007612098432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076464.252519:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612098432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076464.252547:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076464.252554:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076464.252561:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076464.507401:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076464.507482:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076464.955408:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076465.531362:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076465.531511:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076465.979322:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076466.555413:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076466.555553:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076467.003329:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076467.579336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076467.579531:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076468.027296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076468.603461:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076468.603491:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076469.051329:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076469.371386:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076469.371403:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076469.371411:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076469.371427:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3456 00000100:00080000:0.0:1769076469.371447:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076469.371458:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076469.371538:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612098560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076469.371587:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076469.371593:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076469.371596:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076469.371601:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3456 00000100:00080000:0.0:1769076469.371607:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076469.371613:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076469.371633:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076469.371673:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076469.371692:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612098560:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076469.371719:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076469.371729:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076469.371734:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076469.371747:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3456 00000100:00080000:0.0:1769076469.371757:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076469.371768:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076469.371781:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076469.371806:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612098816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076469.371831:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076469.371915:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076469/real 1769076469] req@ffff88dac7d2d500 x1855007612098560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076469.371941:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612098560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076469.371957:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076469.371963:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076469.371969:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612098560:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076469.372001:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076469.372033:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076469.372048:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076469/real 1769076469] req@ffff88dac7d2d180 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076469.372064:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076469.372076:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076469.372080:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076469.372084:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076469.372093:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076469.372113:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076469.372124:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076469/real 1769076469] req@ffff88dac7d2c000 x1855007612098816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076469.372139:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612098816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076469.372184:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076469.372189:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076469.372193:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612098816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076469.627382:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076469.627483:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076470.075283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076470.651330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076470.651348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076471.099288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076471.675356:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076471.675364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076472.123308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076472.699340:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076472.699356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076473.147274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076473.723377:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076473.723402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076474.171317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076474.491368:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076474.491386:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076474.491394:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076474.491411:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3461 00000100:00080000:0.0:1769076474.491430:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076474.491443:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076474.491509:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612098944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076474.491548:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076474.491554:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076474.491556:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076474.491562:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3461 00000100:00080000:0.0:1769076474.491566:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076474.491572:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076474.491586:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076474.491607:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612099072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076474.491617:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612098944:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076474.491632:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076474.491639:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076474.491641:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076474.491647:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3461 00000100:00080000:0.0:1769076474.491651:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076474.491656:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076474.491663:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076474.491678:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612099200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076474.491742:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076474.491810:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076474/real 1769076474] req@ffff88dac7d2ea00 x1855007612098944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076474.491836:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612098944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076474.491853:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076474.491862:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076474.491871:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612098944:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076474.491913:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076474.491941:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076474.491957:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076474/real 1769076474] req@ffff88dac7d2e680 x1855007612099072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076474.491974:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612099072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076474.491987:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076474.491991:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076474.491995:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076474.492002:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076474.492022:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076474.492033:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076474/real 1769076474] req@ffff88dac7d2f480 x1855007612099200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076474.492048:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612099200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076474.492058:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076474.492061:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076474.492065:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076474.747325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076474.747434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076475.195262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076475.771377:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076475.771409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076476.219296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076476.795245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076476.795411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076477.243309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076477.819326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076477.819425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076478.267331:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076478.843331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076478.843434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076479.291284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076479.611409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076479.611426:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076479.611435:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076479.611452:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3466 00000100:00080000:1.0:1769076479.611470:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076479.611481:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076479.611545:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612099328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076479.611587:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076479.611593:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076479.611595:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076479.611612:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3466 00000100:00080000:1.0:1769076479.611617:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076479.611621:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076479.611635:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076479.611652:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612099456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076479.611678:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076479.611683:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076479.611686:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076479.611693:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3466 00000100:00080000:1.0:1769076479.611703:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076479.611705:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612099328:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076479.611711:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076479.611733:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076479.611756:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612099584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076479.611820:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076479.611873:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076479/real 1769076479] req@ffff88dacab49180 x1855007612099328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076479.611897:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612099328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076479.611911:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076479.611917:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076479.611922:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612099328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076479.611974:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076479.612004:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076479.612019:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076479/real 1769076479] req@ffff88dacab48380 x1855007612099456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076479.612085:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612099456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076479.612097:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076479.612101:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076479.612105:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076479.612113:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076479.612139:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076479.612151:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076479/real 1769076479] req@ffff88dacab4aa00 x1855007612099584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076479.612216:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612099584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076479.612228:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076479.612232:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076479.612236:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076479.867250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076479.867357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076480.315253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076480.891368:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076480.891417:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076481.339273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076481.915362:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076481.915430:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076482.363273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076482.939302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076482.939439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076483.387258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076483.963270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076483.963340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076484.411263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076484.731290:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076484.731303:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076484.731309:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076484.731322:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3471 00000100:00080000:3.0:1769076484.731337:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076484.731349:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076484.731396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612099712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076484.731437:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076484.731443:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076484.731445:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076484.731451:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3471 00000100:00080000:3.0:1769076484.731455:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076484.731459:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076484.731470:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076484.731486:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612099840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076484.731512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612099712:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076484.731518:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076484.731534:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076484.731538:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076484.731545:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3471 00000100:00080000:3.0:1769076484.731549:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076484.731553:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076484.731560:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076484.731575:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612099968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076484.731632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076484.731697:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076484/real 1769076484] req@ffff88dac8831180 x1855007612099712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076484.731724:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612099712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076484.731738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076484.731744:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076484.731750:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612099712:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076484.731798:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076484.731831:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076484.731847:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076484/real 1769076484] req@ffff88dac8833100 x1855007612099840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076484.731863:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612099840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076484.731874:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076484.731879:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076484.731883:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076484.731890:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076484.731908:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076484.731919:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076484/real 1769076484] req@ffff88dac8833b80 x1855007612099968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076484.731988:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612099968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076484.731999:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076484.732004:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076484.732008:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612099968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076484.987291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076484.987381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076485.435267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076486.011377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076486.011378:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076486.459266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076487.035279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076487.035371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076487.483246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076488.059291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076488.059380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076488.507317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076489.083262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076489.083372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076489.531264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076489.851457:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076489.851475:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076489.851484:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076489.851502:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3476 00000100:00080000:3.0:1769076489.851538:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076489.851552:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076489.851606:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612100096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076489.851652:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076489.851660:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076489.851664:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076489.851671:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3476 00000100:00080000:3.0:1769076489.851680:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076489.851689:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076489.851706:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076489.851736:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076489.851754:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076489.851761:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612100096:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076489.851761:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076489.851766:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076489.851780:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3476 00000100:00080000:3.0:1769076489.851788:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076489.851795:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076489.851803:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076489.851818:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612100352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076489.851912:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076489.851959:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076489/real 1769076489] req@ffff88dac8832680 x1855007612100096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076489.851983:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612100096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076489.851996:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076489.852001:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076489.852006:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612100096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076489.852033:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076489.852058:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076489.852073:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076489/real 1769076489] req@ffff88dac8832a00 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076489.852096:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076489.852108:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076489.852113:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076489.852117:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076489.852337:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076489.852368:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076489.852384:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076489/real 1769076489] req@ffff88dac8833480 x1855007612100352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076489.852412:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612100352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076489.852422:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076489.852426:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076489.852430:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076490.107268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076490.107358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076490.555276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076491.131281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076491.131288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076491.579234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076492.155285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076492.155411:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076492.603251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076493.179234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076493.179280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076493.627234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076494.203260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076494.203372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076494.651261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076494.971245:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076494.971266:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076494.971271:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076494.971279:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3482 00000100:00080000:1.0:1769076494.971288:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076494.971293:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076494.971326:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612100480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076494.971355:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076494.971358:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076494.971360:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076494.971362:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3482 00000100:00080000:1.0:1769076494.971365:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076494.971368:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076494.971375:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076494.971385:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612100608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076494.971404:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076494.971407:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076494.971408:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076494.971412:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3482 00000100:00080000:1.0:1769076494.971415:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076494.971416:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612100480:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076494.971418:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076494.971425:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076494.971433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612100736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076494.971477:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076494.971512:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076494/real 1769076494] req@ffff88dacab4bb80 x1855007612100480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076494.971527:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612100480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076494.971537:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076494.971541:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076494.971546:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612100480:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076494.971565:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076494.971581:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076494.971591:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076494/real 1769076494] req@ffff88dacab48700 x1855007612100608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076494.971600:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612100608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076494.971607:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076494.971609:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076494.971612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076494.971616:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076494.971630:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076494.971637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076494/real 1769076494] req@ffff88dacab4aa00 x1855007612100736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076494.971644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612100736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076494.971649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076494.971651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076494.971652:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100736:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769076495.227261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076495.227273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076495.675208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076496.251262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076496.251314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076496.699250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076497.275239:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076497.275240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076497.723217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076498.299251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076498.299271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076498.747259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076499.323241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076499.323327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076499.771238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076500.091247:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076500.091259:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076500.091263:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076500.091274:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3487 00000100:00080000:0.0:1769076500.091285:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076500.091293:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076500.091335:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612100864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076500.091360:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076500.091363:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076500.091364:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076500.091368:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3487 00000100:00080000:0.0:1769076500.091370:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076500.091373:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076500.091380:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076500.091389:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076500.091397:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769076500.091402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612100864:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076500.091403:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076500.091406:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076500.091414:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3487 00000100:00080000:0.0:1769076500.091416:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076500.091418:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076500.091422:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076500.091432:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612101120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076500.091473:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076500.091517:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076500/real 1769076500] req@ffff88dac7d2ca80 x1855007612100864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076500.091537:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612100864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076500.091555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076500.091561:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076500.091566:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612100864:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076500.091586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076500.091605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076500.091615:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076500/real 1769076500] req@ffff88dac7d2f100 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076500.091624:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076500.091630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076500.091632:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076500.091634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612100992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076500.091638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076500.091649:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076500.091655:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076500/real 1769076500] req@ffff88dac7d2f480 x1855007612101120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076500.091662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612101120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076500.091668:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076500.091669:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076500.091671:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076500.347240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076500.347282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076500.795218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076501.371261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076501.371291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076501.819231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076502.395235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076502.395274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076502.843226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076503.419284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076503.419325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076503.867258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076504.443229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076504.443285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076504.891235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076505.211253:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076505.211264:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076505.211269:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076505.211280:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3492 00000100:00080000:0.0:1769076505.211291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076505.211298:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076505.211334:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612101248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076505.211362:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076505.211366:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076505.211368:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076505.211372:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3492 00000100:00080000:0.0:1769076505.211377:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076505.211381:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076505.211391:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076505.211393:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612101248:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076505.211410:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612101376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076505.211423:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076505.211427:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076505.211429:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076505.211433:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3492 00000100:00080000:0.0:1769076505.211447:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076505.211453:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076505.211455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769076505.211463:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076505.211480:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612101504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076505.211496:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076505/real 1769076505] req@ffff88dac7d2e680 x1855007612101248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076505.211511:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612101248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076505.211520:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076505.211523:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076505.211526:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612101248:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076505.211548:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076505.211565:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076505.211574:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076505/real 1769076505] req@ffff88dac7d2ea00 x1855007612101376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076505.211582:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612101376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076505.211588:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076505.211590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076505.211592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076505.211619:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076505.211634:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076505.211641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076505/real 1769076505] req@ffff88dac7d2c000 x1855007612101504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076505.211649:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612101504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076505.211654:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076505.211656:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076505.211658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076505.467245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076505.467297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076505.915259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076506.491240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076506.491299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076506.939219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076507.515227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076507.515277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076507.963241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076508.539240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076508.539275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076508.987222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076509.563243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076509.563282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076510.011278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076510.331211:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076510.331220:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076510.331224:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076510.331233:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3497 00000100:00080000:1.0:1769076510.331243:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076510.331248:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076510.331279:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612101632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076510.331302:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076510.331305:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076510.331307:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076510.331309:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3497 00000100:00080000:1.0:1769076510.331312:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076510.331315:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076510.331322:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076510.331355:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076510.331366:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076510.331370:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769076510.331372:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612101632:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076510.331373:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076510.331382:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3497 00000100:00080000:1.0:1769076510.331389:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076510.331393:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076510.331413:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076510.331426:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612101888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076510.331472:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076510.331526:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076510/real 1769076510] req@ffff88dacab48380 x1855007612101632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076510.331559:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612101632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076510.331567:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076510.331571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076510.331574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612101632:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076510.331593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076510.331612:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076510.331621:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076510/real 1769076510] req@ffff88dacab49180 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076510.331629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076510.331635:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076510.331638:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076510.331641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076510.331645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076510.331655:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076510.331661:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076510/real 1769076510] req@ffff88dacab48e00 x1855007612101888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076510.331687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612101888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076510.331693:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076510.331695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076510.331698:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612101888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076510.587243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076510.587295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076511.035219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076511.611256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076511.611292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076512.059199:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076512.635238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076512.635268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076513.083203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076513.659201:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076513.659255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076514.107200:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076514.683284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076514.683318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076515.131188:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076515.451255:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076515.451267:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076515.451272:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076515.451282:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3502 00000100:00080000:1.0:1769076515.451298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076515.451306:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076515.451349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612102016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076515.451376:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076515.451381:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076515.451383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076515.451388:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3502 00000100:00080000:1.0:1769076515.451391:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076515.451395:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076515.451405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076515.451419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612102144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076515.451448:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076515.451452:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076515.451454:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076515.451461:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612102016:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076515.451461:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3502 00000100:00080000:1.0:1769076515.451468:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076515.451474:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076515.451479:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076515.451493:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612102272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076515.451540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076515.451585:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076515/real 1769076515] req@ffff88dacab49c00 x1855007612102016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076515.451609:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612102016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076515.451621:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076515.451625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076515.451629:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612102016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076515.451655:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076515.451694:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076515.451709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076515/real 1769076515] req@ffff88dacab49500 x1855007612102144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076515.451724:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612102144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076515.451734:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076515.451738:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076515.451742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076515.451749:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076515.451788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076515.451801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076515/real 1769076515] req@ffff88dacab49880 x1855007612102272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076515.451812:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612102272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076515.451820:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076515.451824:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076515.451827:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076515.707196:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076515.707282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076516.155195:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076516.731216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076516.731283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076517.179193:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076517.755267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076517.755398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076518.203240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076518.779299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076518.779497:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076519.227259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076519.803273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076519.803424:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076520.251299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076520.571296:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076520.571309:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076520.571315:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076520.571331:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3507 00000100:00080000:1.0:1769076520.571381:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076520.571390:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076520.571456:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612102400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076520.571501:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076520.571507:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076520.571511:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076520.571518:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3507 00000100:00080000:1.0:1769076520.571525:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076520.571532:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076520.571546:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076520.571569:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612102528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076520.571574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612102400:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076520.571587:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076520.571593:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076520.571596:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076520.571601:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3507 00000100:00080000:1.0:1769076520.571607:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076520.571612:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076520.571619:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076520.571634:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612102656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076520.571656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076520.571725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076520/real 1769076520] req@ffff88dacab4ad80 x1855007612102400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076520.571748:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612102400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076520.571757:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076520.571761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076520.571764:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612102400:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076520.571807:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076520.571836:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076520.571850:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076520/real 1769076520] req@ffff88dacab4a680 x1855007612102528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076520.571863:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612102528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076520.571873:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076520.571876:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076520.571880:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076520.571886:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076520.571902:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076520.571912:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076520/real 1769076520] req@ffff88dacab49880 x1855007612102656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076520.571923:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612102656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076520.571954:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076520.571958:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076520.571962:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076520.827266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076520.827385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076521.275320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076521.851308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076521.851388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076522.299382:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076522.875248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076522.875296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076523.323303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076523.899323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076523.899377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076524.347271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076524.923349:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076524.923370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076525.371295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076525.691342:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076525.691361:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076525.691370:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076525.691388:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3512 00000100:00080000:3.0:1769076525.691405:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076525.691414:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076525.691461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612102784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076525.691500:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076525.691507:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076525.691511:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076525.691519:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3512 00000100:00080000:3.0:1769076525.691527:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076525.691546:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076525.691562:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076525.691575:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612102784:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076525.691586:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612102912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076525.691623:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076525.691630:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076525.691633:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076525.691639:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3512 00000100:00080000:3.0:1769076525.691644:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076525.691651:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076525.691661:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076525.691680:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612103040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076525.691735:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076525.691799:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076525.947316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076525.947404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076526.395319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076526.971309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076526.971360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076527.419298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076527.995290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076527.995400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076528.443265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:0.0:1769076528.763449:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:0.0:1769076528.763488:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076528.763503:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769076528.763536:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769076528.763542:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769076528.763591:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076525/real 1769076528] req@ffff88dac8833480 x1855007612102912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076528.763626:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612102912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076528.763640:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076528.763646:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076528.763650:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612102912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076528.763658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076525/real 1769076528] req@ffff88dac8832a00 x1855007612103040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076528.763674:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612103040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076528.763682:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076528.763686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076528.763690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076528.763699:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076525/real 1769076528] req@ffff88dac8830380 x1855007612102784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076528.763711:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612102784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076528.763719:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076528.763722:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076528.763726:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612102784:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076529.019261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076529.019311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076529.467253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076530.043306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076530.043415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076530.491267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076530.811268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076530.811283:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076530.811289:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076530.811303:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3517 00000100:00080000:3.0:1769076530.811318:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076530.811328:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076530.811390:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612103168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076530.811429:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076530.811452:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076530.811454:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076530.811459:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3517 00000100:00080000:3.0:1769076530.811465:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076530.811471:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076530.811482:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076530.811498:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612103168:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076530.811503:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612103296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076530.811521:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076530.811525:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076530.811527:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076530.811532:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3517 00000100:00080000:3.0:1769076530.811536:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076530.811540:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076530.811545:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076530.811562:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612103424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076530.811607:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076530.811669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076530/real 1769076530] req@ffff88dac8832680 x1855007612103168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076530.811699:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612103168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076530.811717:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076530.811724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076530.811731:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612103168:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076530.811766:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076530.811807:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076530.811856:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076530/real 1769076530] req@ffff88dac8833b80 x1855007612103296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076530.811882:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612103296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076530.811899:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076530.811906:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076530.811913:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076530.811925:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076530.811962:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076530.811983:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076530/real 1769076530] req@ffff88dac8833100 x1855007612103424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076530.812007:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612103424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076530.812033:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076530.812039:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076530.812045:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076531.067340:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076531.067440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076531.515257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076532.091296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076532.091358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076532.539250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076533.115256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076533.115330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076533.563254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076534.139216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076534.139248:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076534.587247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076535.163244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076535.163286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076535.611217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076535.931231:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076535.931240:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076535.931244:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076535.931253:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3523 00000100:00080000:3.0:1769076535.931263:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076535.931268:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076535.931300:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612103552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076535.931323:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076535.931326:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076535.931327:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076535.931330:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3523 00000100:00080000:3.0:1769076535.931332:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076535.931335:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076535.931341:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076535.931350:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612103680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076535.931358:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076535.931360:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076535.931361:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076535.931367:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612103552:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076535.931367:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3523 00000100:00080000:3.0:1769076535.931369:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076535.931375:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076535.931380:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076535.931388:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612103808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076535.931431:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076535.931463:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076535/real 1769076535] req@ffff88dac8831180 x1855007612103552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076535.931484:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612103552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076535.931495:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076535.931499:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076535.931503:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612103552:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076535.931527:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076535.931547:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076535.931556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076535/real 1769076535] req@ffff88dac8831c00 x1855007612103680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076535.931570:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612103680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076535.931576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076535.931578:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076535.931581:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076535.931585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076535.931596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076535.931602:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076535/real 1769076535] req@ffff88dac8830e00 x1855007612103808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076535.931610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612103808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076535.931615:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076535.931617:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076535.931618:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612103808:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769076536.187249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076536.187273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076536.635224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076537.211294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076537.211310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076537.659273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076538.235266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076538.235277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076538.683212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076539.259281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076539.259310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076539.707241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076540.283283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076540.283319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076540.731273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076541.051247:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076541.051256:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076541.051260:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076541.051269:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3528 00000100:00080000:3.0:1769076541.051279:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076541.051295:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076541.051333:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612103936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076541.051353:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076541.051357:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076541.051360:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076541.051364:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3528 00000100:00080000:3.0:1769076541.051367:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076541.051371:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076541.051381:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076541.051391:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612104064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076541.051407:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612103936:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076541.051407:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076541.051424:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076541.051429:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076541.051434:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3528 00000100:00080000:3.0:1769076541.051436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076541.051438:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076541.051440:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076541.051454:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612104192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076541.051555:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076541.051624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076541/real 1769076541] req@ffff88dac8833800 x1855007612103936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076541.051650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612103936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076541.051667:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076541.051673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076541.051679:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612103936:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076541.051741:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076541.051789:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076541.051815:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076541/real 1769076541] req@ffff88dac8832300 x1855007612104064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076541.051838:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612104064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076541.051857:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076541.051863:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076541.051869:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076541.051882:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076541.051923:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076541.051944:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076541/real 1769076541] req@ffff88dac8830700 x1855007612104192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076541.051975:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612104192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076541.051987:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076541.051991:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076541.052086:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076541.307271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076541.307300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076541.755247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076542.331282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076542.331294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076542.779245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076543.355251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076543.355252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076543.803212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076544.379303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076544.379335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076544.827240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076545.403247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076545.403295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076545.851217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076546.171329:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076546.171338:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076546.171342:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076546.171351:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3533 00000100:00080000:0.0:1769076546.171360:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076546.171366:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076546.171401:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612104320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076546.171423:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076546.171426:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076546.171428:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076546.171430:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3533 00000100:00080000:0.0:1769076546.171433:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076546.171435:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076546.171442:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076546.171451:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612104448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076546.171459:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076546.171462:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076546.171463:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076546.171468:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3533 00000100:00080000:0.0:1769076546.171470:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076546.171470:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612104320:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076546.171475:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076546.171483:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076546.171489:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612104576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076546.171552:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076546.171595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076546/real 1769076546] req@ffff88dac7d2d180 x1855007612104320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076546.171614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612104320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076546.171622:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076546.171625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076546.171628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612104320:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076546.171658:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076546.171676:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076546.171686:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076546/real 1769076546] req@ffff88dac7d2d500 x1855007612104448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076546.171694:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612104448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076546.171700:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076546.171703:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076546.171705:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076546.171709:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076546.171720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076546.171725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076546/real 1769076546] req@ffff88dac7d2c700 x1855007612104576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076546.171733:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612104576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076546.171738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076546.171740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076546.171742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076546.427276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076546.427320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076546.875314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076547.451273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076547.451294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076547.899248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076548.475276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076548.475293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076548.923250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076549.499276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076549.499296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076549.947218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076550.523253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076550.523298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076550.971236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076551.291262:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076551.291271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076551.291277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076551.291288:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3538 00000100:00080000:3.0:1769076551.291298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076551.291307:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076551.291345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612104704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076551.291374:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076551.291377:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076551.291380:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076551.291383:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3538 00000100:00080000:3.0:1769076551.291386:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076551.291389:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076551.291396:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612104704:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769076551.291398:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076551.291414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076551.291422:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076551.291424:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076551.291426:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076551.291428:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3538 00000100:00080000:3.0:1769076551.291431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076551.291433:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076551.291436:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076551.291444:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612104960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076551.291465:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076551.291508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076551/real 1769076551] req@ffff88dac8830000 x1855007612104704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076551.291523:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612104704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076551.291531:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076551.291534:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076551.291537:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612104704:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076551.291556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076551.291570:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076551.291578:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076551/real 1769076551] req@ffff88dac8830700 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076551.291586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076551.291593:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076551.291595:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076551.291597:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076551.291608:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076551.291619:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076551.291626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076551/real 1769076551] req@ffff88dac8832300 x1855007612104960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076551.291633:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612104960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076551.291639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076551.291641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076551.291643:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612104960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076551.547247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076551.547317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076551.995208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076552.571259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076552.571320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076553.019212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076553.595240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076553.595316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076554.043230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076554.619251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076554.619337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076555.067263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076555.643248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076555.643291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076556.091206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076556.411250:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076556.411258:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076556.411262:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076556.411271:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3543 00000100:00080000:1.0:1769076556.411281:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076556.411286:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076556.411317:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612105088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076556.411346:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076556.411349:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076556.411350:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076556.411354:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3543 00000100:00080000:1.0:1769076556.411356:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076556.411364:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076556.411372:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076556.411377:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612105088:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076556.411385:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612105216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076556.411394:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076556.411397:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076556.411398:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076556.411401:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3543 00000100:00080000:1.0:1769076556.411403:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076556.411405:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076556.411409:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076556.411421:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612105344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076556.411444:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076556.411486:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076556/real 1769076556] req@ffff88dacab49500 x1855007612105088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076556.411500:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612105088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076556.411508:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076556.411511:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076556.411514:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612105088:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076556.411532:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076556.411548:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076556.411556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076556/real 1769076556] req@ffff88dacab49c00 x1855007612105216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076556.411564:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612105216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076556.411571:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076556.411573:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076556.411575:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076556.411580:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076556.411589:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076556.411596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076556/real 1769076556] req@ffff88dacab48e00 x1855007612105344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076556.411603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612105344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076556.411608:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076556.411610:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076556.411612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076556.667245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076556.667371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076557.115230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076557.691284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076557.691288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076558.139228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076558.715313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076558.715367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076559.163272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076559.739286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076559.739293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076560.187224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076560.763245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076560.763322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076561.211256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076561.531284:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076561.531293:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076561.531297:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076561.531306:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3548 00000100:00080000:1.0:1769076561.531316:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076561.531321:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076561.531351:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612105472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076561.531376:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076561.531380:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076561.531382:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076561.531386:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3548 00000100:00080000:1.0:1769076561.531390:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076561.531394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076561.531404:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076561.531419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076561.531431:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076561.531437:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769076561.531438:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612105472:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076561.531440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076561.531449:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3548 00000100:00080000:1.0:1769076561.531453:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076561.531458:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076561.531463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076561.531476:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612105728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076561.531507:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076561.531548:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076561/real 1769076561] req@ffff88dacab49180 x1855007612105472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076561.531567:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612105472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076561.531578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076561.531583:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076561.531588:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612105472:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076561.531610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076561.531632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076561.531641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076561/real 1769076561] req@ffff88dacab48380 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076561.531677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076561.531684:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076561.531686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076561.531689:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076561.531693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076561.531708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076561.531715:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076561/real 1769076561] req@ffff88dacab4aa00 x1855007612105728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076561.531723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612105728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076561.531728:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076561.531730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076561.531732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076561.787270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076561.787458:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076562.235249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076562.811259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076562.811279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076563.259346:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076563.835220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076563.835251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076564.283227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076564.859232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076564.859255:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076565.307225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076565.883258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076565.883284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076566.331264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076566.651245:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076566.651256:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076566.651262:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076566.651273:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3553 00000100:00080000:3.0:1769076566.651283:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076566.651289:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076566.651328:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612105856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076566.651359:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076566.651363:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076566.651365:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076566.651369:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3553 00000100:00080000:3.0:1769076566.651372:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076566.651375:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076566.651382:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076566.651393:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612105984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076566.651400:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076566.651402:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076566.651403:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076566.651406:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3553 00000100:00080000:3.0:1769076566.651408:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076566.651411:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076566.651414:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076566.651422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612106112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076566.651433:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612105856:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769076566.651487:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076566.651521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076566/real 1769076566] req@ffff88dac8833800 x1855007612105856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076566.651535:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612105856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076566.651551:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076566.651555:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076566.651558:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612105856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076566.651583:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076566.651599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076566.651609:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076566/real 1769076566] req@ffff88dac8830e00 x1855007612105984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076566.651617:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612105984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076566.651623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076566.651625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076566.651628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612105984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076566.651646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076566.651657:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076566.651663:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076566/real 1769076566] req@ffff88dac8831c00 x1855007612106112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076566.651670:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612106112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076566.651680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076566.651683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076566.651685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076566.907240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076566.907291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076567.355230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076567.931250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076567.931292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076568.379241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076568.955246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076568.955273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076569.403246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076569.979328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076569.979340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076570.427326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076571.003354:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076571.003380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076571.451253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076571.771512:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076571.771528:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076571.771534:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076571.771549:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3558 00000100:00080000:0.0:1769076571.771566:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076571.771576:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076571.771635:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612106240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076571.771680:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076571.771685:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076571.771687:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076571.771692:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3558 00000100:00080000:0.0:1769076571.771696:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076571.771701:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076571.771713:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076571.771727:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076571.771752:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076571.771759:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076571.771761:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076571.771767:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3558 00000100:00080000:0.0:1769076571.771771:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076571.771776:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076571.771782:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076571.771793:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612106240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076571.771802:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612106496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076571.771911:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076571.771978:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076571/real 1769076571] req@ffff88dac7d2d880 x1855007612106240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076571.772013:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612106240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076571.772027:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076571.772032:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076571.772038:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612106240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076571.772047:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076571.772080:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076571.772093:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076571/real 1769076571] req@ffff88dac7d2dc00 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076571.772106:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076571.772117:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076571.772120:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076571.772125:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076571.772213:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076571.772242:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076571.772258:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076571/real 1769076571] req@ffff88dac7d2c700 x1855007612106496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076571.772273:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612106496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076571.772283:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076571.772287:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076571.772292:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076572.027276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076572.027405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076572.475272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076573.051308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076573.051325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076573.499289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076574.075324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076574.075390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076574.523266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076575.099226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076575.099375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076575.547217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076576.123292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076576.123297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076576.571304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076576.891261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076576.891270:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076576.891274:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076576.891283:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3563 00000100:00080000:1.0:1769076576.891293:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076576.891298:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076576.891331:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612106624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076576.891355:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076576.891358:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076576.891359:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076576.891362:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3563 00000100:00080000:1.0:1769076576.891364:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076576.891369:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076576.891377:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076576.891387:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612106624:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076576.891389:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612106752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076576.891415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076576.891418:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076576.891420:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076576.891423:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3563 00000100:00080000:1.0:1769076576.891426:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076576.891429:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076576.891433:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076576.891444:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612106880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076576.891462:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076576.891498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076576/real 1769076576] req@ffff88dacab48700 x1855007612106624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076576.891519:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612106624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076576.891527:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076576.891530:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076576.891533:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612106624:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076576.891551:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076576.891566:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076576.891575:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076576/real 1769076576] req@ffff88dacab4bb80 x1855007612106752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076576.891583:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612106752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076576.891589:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076576.891591:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076576.891594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076576.891597:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076576.891607:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076576.891613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076576/real 1769076576] req@ffff88dacab4aa00 x1855007612106880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076576.891620:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612106880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076576.891625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076576.891626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076576.891628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612106880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076577.147220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076577.147243:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076577.595204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076578.171244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076578.171282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076578.619236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076579.195220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076579.195288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076579.643238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076580.219269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076580.219298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076580.667207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076581.243361:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076581.243397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076581.691228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076582.011259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076582.011270:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076582.011275:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076582.011286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3569 00000100:00080000:2.0:1769076582.011299:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076582.011348:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076582.011387:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612107008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076582.011428:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076582.011432:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076582.011435:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076582.011439:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3569 00000100:00080000:2.0:1769076582.011443:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076582.011447:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076582.011459:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076582.011485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076582.011495:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076582.011496:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612107008:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076582.011498:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076582.011501:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076582.011504:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3569 00000100:00080000:2.0:1769076582.011508:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076582.011511:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076582.011516:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076582.011525:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612107264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076582.011563:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076582.011605:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076582/real 1769076582] req@ffff88dac7dbfb80 x1855007612107008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076582.011623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612107008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076582.011634:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076582.011639:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076582.011643:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612107008:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076582.011667:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076582.011690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076582.011709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076582/real 1769076582] req@ffff88dac7dbd880 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076582.011721:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076582.011731:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076582.011734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076582.011737:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076582.011743:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076582.011763:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076582.011773:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076582/real 1769076582] req@ffff88dac7dbd500 x1855007612107264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076582.011786:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612107264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076582.011795:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076582.011799:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076582.011802:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076582.267295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076582.267345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076582.715193:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076583.291320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076583.291443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076583.739216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076584.315321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076584.315357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076584.763311:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076585.339231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076585.339281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076585.787269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076586.363312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076586.363370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076586.811295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076587.131326:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076587.131340:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076587.131347:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076587.131361:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3574 00000100:00080000:3.0:1769076587.131375:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076587.131386:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076587.131437:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612107392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076587.131467:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076587.131472:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076587.131476:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076587.131481:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3574 00000100:00080000:3.0:1769076587.131487:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076587.131492:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076587.131503:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076587.131517:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612107392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076587.131524:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612107520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076587.131552:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076587.131558:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076587.131562:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076587.131572:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3574 00000100:00080000:3.0:1769076587.131579:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076587.131589:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076587.131600:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076587.131624:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612107648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076587.131654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076587.131729:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076587/real 1769076587] req@ffff88dac8831180 x1855007612107392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076587.131757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612107392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076587.131772:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076587.131779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076587.131784:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612107392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076587.131824:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076587.131864:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076587.131877:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076587/real 1769076587] req@ffff88dac8833100 x1855007612107520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076587.131888:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612107520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076587.131900:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076587.131904:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076587.131908:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076587.131916:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076587.131939:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076587.131952:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076587/real 1769076587] req@ffff88dac8833b80 x1855007612107648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076587.131966:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612107648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076587.131981:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076587.131985:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076587.131989:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076587.387270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076587.387296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076587.835229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076588.411263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076588.411378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076588.859235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076589.435389:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076589.435496:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076589.883350:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076590.459443:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076590.459462:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076590.907236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076591.483253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076591.483276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076591.931252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076592.251273:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076592.251283:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076592.251287:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076592.251297:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3579 00000100:00080000:0.0:1769076592.251307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076592.251314:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076592.251365:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612107776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076592.251413:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076592.251417:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076592.251420:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076592.251423:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3579 00000100:00080000:0.0:1769076592.251428:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076592.251432:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076592.251458:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076592.251470:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076592.251477:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612107776:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076592.251489:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076592.251493:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076592.251495:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076592.251499:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3579 00000100:00080000:0.0:1769076592.251510:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076592.251513:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076592.251519:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076592.251530:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612108032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076592.251592:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076592.251623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076592.507242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076592.507296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076592.955306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076593.531278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076593.531296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076593.979301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076594.555233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076594.555286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076595.003205:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076595.323558:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076595.323629:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076595.323656:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076595.323729:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076595.323764:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769076595.323806:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076592/real 1769076595] req@ffff88dac7d2d180 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076595.323853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076595.323872:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076595.323879:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076595.323885:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612107904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076595.323897:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076592/real 1769076595] req@ffff88dac7d2c000 x1855007612108032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076595.323917:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612108032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076595.323930:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076595.323937:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076595.323942:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076595.323962:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076592/real 1769076595] req@ffff88dac7d2d500 x1855007612107776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076595.323983:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612107776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076595.323995:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076595.324000:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076595.324005:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612107776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076595.579280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076595.579383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076596.027270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076596.603284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076596.603334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076597.051270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076597.371279:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076597.371289:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076597.371293:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076597.371302:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3584 00000100:00080000:3.0:1769076597.371313:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076597.371320:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076597.371352:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612108160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076597.371377:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076597.371380:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076597.371382:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076597.371385:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3584 00000100:00080000:3.0:1769076597.371388:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076597.371392:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076597.371406:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076597.371419:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612108288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076597.371431:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612108160:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076597.371432:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076597.371439:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076597.371442:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076597.371452:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3584 00000100:00080000:3.0:1769076597.371456:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076597.371461:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076597.371467:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076597.371485:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612108416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076597.371525:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076597.371573:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076597/real 1769076597] req@ffff88dac8832680 x1855007612108160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076597.371595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612108160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076597.371611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076597.371616:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076597.371622:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612108160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076597.371650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076597.371680:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076597.371697:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076597/real 1769076597] req@ffff88dac8830380 x1855007612108288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076597.371714:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612108288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076597.371727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076597.371730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076597.371734:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076597.371743:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076597.371771:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076597.371799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076597/real 1769076597] req@ffff88dac8832a00 x1855007612108416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076597.371824:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612108416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076597.371835:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076597.371839:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076597.371843:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076597.627257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076597.627325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076598.075258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076598.651223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076598.651273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076599.099250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076599.675239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076599.675281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076600.123268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076600.699282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076600.699350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076601.147305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076601.723272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076601.723385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076602.171268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076602.491274:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076602.491283:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076602.491287:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076602.491296:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3589 00000100:00080000:2.0:1769076602.491316:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076602.491322:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076602.491356:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612108544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076602.491378:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076602.491381:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076602.491382:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076602.491385:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3589 00000100:00080000:2.0:1769076602.491388:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076602.491390:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076602.491397:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076602.491406:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076602.491411:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612108544:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076602.491420:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076602.491424:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076602.491425:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076602.491427:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3589 00000100:00080000:2.0:1769076602.491430:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076602.491432:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076602.491435:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076602.491444:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612108800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076602.491473:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076602.491526:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076602/real 1769076602] req@ffff88dac7dbf100 x1855007612108544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076602.491542:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612108544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076602.491550:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076602.491554:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076602.491557:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612108544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076602.491586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076602.491601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076602.491609:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076602/real 1769076602] req@ffff88dac7dbf480 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076602.491622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076602.491628:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076602.491630:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076602.491632:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076602.491635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076602.491645:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076602.491651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076602/real 1769076602] req@ffff88dac7dbd500 x1855007612108800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076602.491659:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612108800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076602.491663:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076602.491665:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076602.491667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612108800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076602.747268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076602.747315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076603.195244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076603.771286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076603.771401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076604.219302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076604.795301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076604.795409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076605.243305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076605.819260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076605.819306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076606.267221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076606.843277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076606.843297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076607.291230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076607.611402:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076607.611418:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076607.611426:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076607.611441:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3594 00000100:00080000:0.0:1769076607.611456:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076607.611465:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076607.611525:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612108928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076607.611555:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076607.611559:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076607.611561:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076607.611565:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3594 00000100:00080000:0.0:1769076607.611571:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076607.611576:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076607.611587:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076607.611621:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612109056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076607.611627:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612108928:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076607.611639:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076607.611645:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076607.611647:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076607.611651:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3594 00000100:00080000:0.0:1769076607.611655:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076607.611659:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076607.611665:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076607.611685:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612109184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076607.611744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076607.611821:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076607/real 1769076607] req@ffff88dac7d2ea00 x1855007612108928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076607.611846:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612108928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076607.611862:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076607.611870:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076607.611927:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612108928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076607.611962:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076607.612003:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076607.612020:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076607/real 1769076607] req@ffff88dac7d2e680 x1855007612109056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076607.612035:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612109056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076607.612051:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076607.612056:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076607.612062:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076607.612072:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076607.612122:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076607.612142:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076607/real 1769076607] req@ffff88dac7d2f480 x1855007612109184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076607.612202:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612109184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076607.612212:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076607.612234:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076607.612237:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076607.867305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076607.867449:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076608.315271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076608.891292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076608.891429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076609.339292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076609.915214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076609.915279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076610.363270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076610.939244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076610.939311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076611.387256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076611.963289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076611.963332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076612.411212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076612.731280:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076612.731289:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076612.731293:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076612.731302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3599 00000100:00080000:2.0:1769076612.731312:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076612.731317:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076612.731361:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612109312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076612.731384:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076612.731388:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076612.731389:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076612.731392:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3599 00000100:00080000:2.0:1769076612.731395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076612.731397:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076612.731411:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076612.731423:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612109440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076612.731431:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612109312:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076612.731435:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076612.731442:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076612.731445:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076612.731449:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3599 00000100:00080000:2.0:1769076612.731451:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076612.731453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076612.731457:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076612.731467:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612109568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076612.731513:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076612.731569:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076612/real 1769076612] req@ffff88dac7dbd880 x1855007612109312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076612.731592:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612109312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076612.731620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076612.731626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076612.731631:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612109312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076612.731704:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076612.731726:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076612.731737:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076612/real 1769076612] req@ffff88dac7dbfb80 x1855007612109440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076612.731746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612109440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076612.731753:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076612.731756:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076612.731759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076612.731766:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076612.731778:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076612.731785:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076612/real 1769076612] req@ffff88dac7dbc380 x1855007612109568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076612.731824:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612109568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076612.731839:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076612.731841:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076612.731844:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076612.987246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076612.987266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076613.435242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076614.011212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076614.011251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076614.459212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076615.035231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076615.035283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076615.483272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076616.059235:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076616.059235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076616.507228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076617.083316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076617.083386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076617.531221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076617.851279:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076617.851288:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076617.851293:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076617.851302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3604 00000100:00080000:2.0:1769076617.851310:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076617.851316:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076617.851348:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612109696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076617.851369:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076617.851372:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076617.851373:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076617.851376:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3604 00000100:00080000:2.0:1769076617.851385:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076617.851388:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076617.851397:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076617.851407:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612109824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076617.851413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612109696:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076617.851417:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076617.851424:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076617.851425:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076617.851429:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3604 00000100:00080000:2.0:1769076617.851431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076617.851433:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076617.851436:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076617.851445:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612109952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076617.851482:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076617.851536:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076617/real 1769076617] req@ffff88dac7dbca80 x1855007612109696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076617.851555:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612109696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076617.851576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076617.851581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076617.851584:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612109696:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076617.851606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076617.851630:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076617.851643:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076617/real 1769076617] req@ffff88dac7dbce00 x1855007612109824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076617.851656:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612109824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076617.851665:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076617.851668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076617.851672:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076617.851677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076617.851695:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076617.851738:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076617/real 1769076617] req@ffff88dac7dbf800 x1855007612109952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076617.851752:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612109952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076617.851760:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076617.851764:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076617.851768:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612109952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076618.107260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076618.107317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076618.555280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076619.131299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076619.131346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076619.579256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076620.155304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076620.155320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076620.603358:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076621.179253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076621.179350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076621.627268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076622.203265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076622.203389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076622.651278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076622.971284:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076622.971297:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076622.971303:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076622.971315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3610 00000100:00080000:1.0:1769076622.971328:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076622.971337:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076622.971383:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612110080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076622.971432:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076622.971437:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076622.971440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076622.971445:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3610 00000100:00080000:1.0:1769076622.971449:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076622.971453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076622.971465:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076622.971501:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076622.971516:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076622.971520:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076622.971522:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076622.971526:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3610 00000100:00080000:1.0:1769076622.971529:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076622.971534:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076622.971540:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076622.971556:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612110336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076622.971578:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612110080:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769076622.971692:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076622.971744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076622/real 1769076622] req@ffff88dacab48380 x1855007612110080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076622.971787:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612110080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076622.971821:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076622.971829:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076622.971837:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612110080:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076622.971853:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076622.971901:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076622.971927:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076622/real 1769076622] req@ffff88dacab49180 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076622.971944:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076622.971956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076622.971977:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076622.971981:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076622.972015:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076622.972053:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076622.972076:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076622/real 1769076622] req@ffff88dacab48e00 x1855007612110336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076622.972100:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612110336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076622.972116:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076622.972120:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076622.972125:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076623.227255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076623.227348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076623.675236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076624.251254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076624.251275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076624.699236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076625.275246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076625.275291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076625.723258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076626.299271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076626.299283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076626.747233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076627.323231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076627.323251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076627.771240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076628.091280:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076628.091295:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076628.091302:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076628.091315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3615 00000100:00080000:2.0:1769076628.091345:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076628.091367:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076628.091430:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612110464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076628.091468:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076628.091473:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076628.091475:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076628.091479:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3615 00000100:00080000:2.0:1769076628.091485:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076628.091490:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076628.091502:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076628.091556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612110464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076628.091560:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612110592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076628.091578:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076628.091582:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076628.091584:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076628.091588:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3615 00000100:00080000:2.0:1769076628.091592:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076628.091596:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076628.091602:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076628.091615:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612110720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076628.091634:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076628.091679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076628/real 1769076628] req@ffff88dac7dbed80 x1855007612110464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076628.091697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612110464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076628.091707:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076628.091711:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076628.091715:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612110464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076628.091739:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076628.091758:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076628.091769:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076628/real 1769076628] req@ffff88dac7dbc700 x1855007612110592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076628.091781:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612110592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076628.091790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076628.091793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076628.091796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076628.091801:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076628.091815:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076628.091824:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076628/real 1769076628] req@ffff88dac7dbc000 x1855007612110720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076628.091840:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612110720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076628.091852:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076628.091857:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076628.091862:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076628.347302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076628.347388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076628.795276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076629.371283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076629.371393:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076629.819255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076630.395266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076630.395341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076630.843215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076631.419235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076631.419338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076631.867216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076632.443245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076632.443267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076632.891277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076633.211338:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076633.211370:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076633.211397:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076633.211430:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3620 00000100:00080000:2.0:1769076633.211485:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076633.211499:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076633.211564:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612110848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076633.211604:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076633.211608:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076633.211611:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076633.211615:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3620 00000100:00080000:2.0:1769076633.211620:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076633.211628:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076633.211640:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076633.211656:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612110848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076633.211659:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076633.211689:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076633.211692:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076633.211694:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076633.211701:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3620 00000100:00080000:2.0:1769076633.211705:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076633.211709:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076633.211715:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076633.211727:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612111104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076633.211749:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076633.211795:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076633/real 1769076633] req@ffff88dac7dbd180 x1855007612110848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076633.211815:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612110848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076633.211828:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076633.211833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076633.211838:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612110848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076633.211867:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076633.211890:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076633.211901:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076633/real 1769076633] req@ffff88dac7dbe680 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076633.211912:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076633.211919:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076633.211921:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076633.211924:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612110976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076633.211928:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076633.211940:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076633.211947:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076633/real 1769076633] req@ffff88dac7dbe300 x1855007612111104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076633.211955:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612111104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076633.211961:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076633.211963:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076633.211965:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076633.467232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076633.467355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076633.915232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076634.491282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076634.491340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076634.939288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076635.515282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076635.515454:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076635.963305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076636.539279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076636.539345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076636.987272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076637.563277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076637.563430:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076638.011285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076638.331415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076638.331435:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076638.331444:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076638.331464:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3625 00000100:00080000:1.0:1769076638.331484:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076638.331495:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076638.331556:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612111232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076638.331599:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076638.331604:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076638.331607:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076638.331631:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3625 00000100:00080000:1.0:1769076638.331637:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076638.331643:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076638.331672:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076638.331682:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612111232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076638.331709:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612111360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076638.331735:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076638.331744:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076638.331748:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076638.331756:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3625 00000100:00080000:1.0:1769076638.331765:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076638.331774:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076638.331786:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076638.331811:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612111488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076638.331823:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076638.331905:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076638/real 1769076638] req@ffff88dacab49c00 x1855007612111232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076638.331934:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612111232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076638.331964:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076638.331970:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076638.331976:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612111232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076638.332021:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076638.332070:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076638.332099:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076638/real 1769076638] req@ffff88dacab49500 x1855007612111360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076638.332126:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612111360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076638.332196:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076638.332205:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076638.332212:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076638.332224:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076638.332261:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076638.332282:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076638/real 1769076638] req@ffff88dacab49880 x1855007612111488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076638.332316:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612111488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076638.332327:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076638.332332:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076638.332336:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076638.587304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076638.587440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076639.035227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076639.611311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076639.611361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076640.059294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076640.635315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076640.635345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076641.083267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076641.659231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076641.659247:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076642.107315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076642.683210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076642.683245:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076643.131255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076643.451311:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076643.451319:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076643.451323:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076643.451331:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3630 00000100:00080000:2.0:1769076643.451340:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076643.451345:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076643.451376:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612111616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076643.451402:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076643.451405:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076643.451406:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076643.451409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3630 00000100:00080000:2.0:1769076643.451411:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076643.451413:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076643.451421:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076643.451430:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076643.451437:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076643.451442:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769076643.451443:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612111616:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076643.451444:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076643.451452:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3630 00000100:00080000:2.0:1769076643.451455:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076643.451457:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076643.451461:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076643.451471:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612111872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076643.451506:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076643.451538:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076643/real 1769076643] req@ffff88dac7dbdf80 x1855007612111616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076643.451552:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612111616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076643.451560:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076643.451564:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076643.451566:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612111616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076643.451587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076643.451611:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076643.451625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076643/real 1769076643] req@ffff88dac7dbea00 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076643.451637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076643.451644:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076643.451646:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076643.451649:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076643.451653:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076643.451681:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076643.451689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076643/real 1769076643] req@ffff88dac7dbe300 x1855007612111872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076643.451698:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612111872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076643.451703:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076643.451705:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076643.451707:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612111872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076643.707317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076643.707346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076644.155330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076644.731334:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076644.731445:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076645.179189:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076645.755269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076645.755305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076646.203218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076646.779278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076646.779286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076647.227209:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076647.803274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076647.803318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076648.251216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076648.571243:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076648.571252:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076648.571257:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076648.571266:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3635 00000100:00080000:2.0:1769076648.571276:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076648.571282:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076648.571315:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612112000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076648.571338:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076648.571341:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076648.571342:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076648.571346:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3635 00000100:00080000:2.0:1769076648.571350:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076648.571354:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076648.571364:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076648.571378:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612112000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076648.571380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612112128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076648.571398:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076648.571402:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076648.571405:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076648.571409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3635 00000100:00080000:2.0:1769076648.571414:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076648.571418:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076648.571424:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076648.571438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612112256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076648.571457:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076648.571502:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076648/real 1769076648] req@ffff88dac7dbe680 x1855007612112000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076648.571525:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612112000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076648.571536:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076648.571540:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076648.571544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612112000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076648.571588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076648.571614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076648.571635:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076648/real 1769076648] req@ffff88dac7dbd180 x1855007612112128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076648.571649:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612112128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076648.571667:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076648.571671:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076648.571674:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076648.571692:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076648.571718:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076648.571731:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076648/real 1769076648] req@ffff88dac7dbc000 x1855007612112256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076648.571743:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612112256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076648.571761:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076648.571765:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076648.571777:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076648.827245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076648.827297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076649.275225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076649.851338:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076649.851338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076650.299222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076650.875288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076650.875309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076651.323215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076651.899231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076651.899253:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076652.347224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076652.923234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076652.923266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076653.371213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076653.691262:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076653.691272:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076653.691277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076653.691286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3640 00000100:00080000:2.0:1769076653.691297:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076653.691304:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076653.691338:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612112384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076653.691361:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076653.691365:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076653.691367:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076653.691371:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3640 00000100:00080000:2.0:1769076653.691375:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076653.691379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076653.691390:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076653.691403:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612112512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076653.691405:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612112384:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076653.691415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076653.691418:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076653.691420:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076653.691423:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3640 00000100:00080000:2.0:1769076653.691426:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076653.691430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076653.691433:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076653.691442:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612112640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076653.691465:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076653.691504:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076653/real 1769076653] req@ffff88dac7dbc700 x1855007612112384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076653.691519:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612112384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076653.691526:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076653.691528:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076653.691532:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612112384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076653.691550:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076653.691566:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076653.691575:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076653/real 1769076653] req@ffff88dac7dbed80 x1855007612112512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076653.691583:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612112512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076653.691589:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076653.691591:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076653.691593:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076653.691596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076653.691607:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076653.691613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076653/real 1769076653] req@ffff88dac7dbf800 x1855007612112640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076653.691620:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612112640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076653.691625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076653.691627:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076653.691629:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076653.947239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076653.947282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076654.395288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076654.971238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076654.971267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076655.419228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076655.995243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076655.995263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076656.443251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076657.019245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076657.019263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076657.467267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076658.043239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076658.043292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076658.491248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076658.811278:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076658.811288:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076658.811292:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076658.811301:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3645 00000100:00080000:2.0:1769076658.811310:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076658.811316:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076658.811349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612112768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076658.811371:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076658.811374:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076658.811376:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076658.811379:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3645 00000100:00080000:2.0:1769076658.811381:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076658.811384:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076658.811391:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076658.811400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612112896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076658.811409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076658.811411:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076658.811412:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076658.811417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3645 00000100:00100000:0.0:1769076658.811419:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612112768:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076658.811419:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076658.811424:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076658.811430:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076658.811437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612113024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076658.811540:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076658.811588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076659.067271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076659.067311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076659.515295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076660.091272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076660.091321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076660.539226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076661.115248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076661.115323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076661.563224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769076661.883426:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769076661.883475:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769076661.883495:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769076661.883535:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769076661.883545:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076661.883601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076658/real 1769076661] req@ffff88dac7dbca80 x1855007612112896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076661.883630:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612112896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076661.883645:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076661.883652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076661.883657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612112896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076661.883665:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076658/real 1769076661] req@ffff88dac7dbc380 x1855007612113024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076661.883680:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612113024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076661.883690:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076661.883695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076661.883699:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076661.883707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076658/real 1769076661] req@ffff88dac7dbce00 x1855007612112768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076661.883722:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612112768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076661.883738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076661.883743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076661.883747:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612112768:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076662.139224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076662.139279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076662.587210:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076663.163300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076663.163345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076663.611277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076663.931222:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076663.931233:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076663.931237:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076663.931248:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3651 00000100:00080000:2.0:1769076663.931259:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076663.931266:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076663.931302:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612113152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076663.931329:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076663.931332:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076663.931334:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076663.931337:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3651 00000100:00080000:2.0:1769076663.931340:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076663.931344:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076663.931352:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076663.931364:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612113152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076663.931365:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076663.931379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076663.931382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076663.931383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076663.931386:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3651 00000100:00080000:2.0:1769076663.931389:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076663.931391:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076663.931395:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076663.931405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612113408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076663.931432:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076663.931473:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076663/real 1769076663] req@ffff88dac7dbfb80 x1855007612113152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076663.931487:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612113152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076663.931495:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076663.931498:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076663.931502:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612113152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076663.931524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076663.931558:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076663.931573:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076663/real 1769076663] req@ffff88dac7dbd880 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076663.931587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076663.931595:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076663.931598:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076663.931602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076663.931610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076663.931632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076663.931645:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076663/real 1769076663] req@ffff88dac7dbd500 x1855007612113408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076663.931659:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612113408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076663.931666:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076663.931668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076663.931671:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076664.187215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076664.187276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076664.635221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076665.211249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076665.211300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076665.659247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076666.235222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076666.235246:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076666.683254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076667.259273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076667.259294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076667.707256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076668.283251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076668.283302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076668.731236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076669.051280:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076669.051292:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076669.051297:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076669.051309:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3656 00000100:00080000:2.0:1769076669.051321:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076669.051331:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076669.051374:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612113536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076669.051399:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076669.051402:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076669.051403:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076669.051406:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3656 00000100:00080000:2.0:1769076669.051408:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076669.051411:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076669.051419:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076669.051432:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612113664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076669.051441:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076669.051448:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076669.051451:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769076669.051452:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612113536:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076669.051458:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3656 00000100:00080000:2.0:1769076669.051468:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076669.051472:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076669.051475:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076669.051486:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612113792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076669.051540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076669.051581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076669/real 1769076669] req@ffff88dac7dbf480 x1855007612113536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076669.051602:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612113536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076669.051614:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076669.051619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076669.051624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612113536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076669.051650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076669.051671:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076669.051683:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076669/real 1769076669] req@ffff88dac7dbf100 x1855007612113664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076669.051697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612113664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076669.051706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076669.051710:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076669.051714:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076669.051721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076669.051737:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076669.051746:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076669/real 1769076669] req@ffff88dac7dbd500 x1855007612113792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076669.051758:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612113792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076669.051766:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076669.051770:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076669.051773:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612113792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076669.307316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076669.307353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076669.755233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076670.331227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076670.331300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076670.779217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076671.355266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076671.355266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076671.803252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076672.379332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076672.379420:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076672.827228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076673.403249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076673.403281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076673.851272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076674.171261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076674.171270:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076674.171273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076674.171281:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3661 00000100:00080000:0.0:1769076674.171290:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076674.171295:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076674.171328:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612113920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076674.171353:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076674.171356:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076674.171357:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076674.171360:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3661 00000100:00080000:0.0:1769076674.171362:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076674.171365:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076674.171373:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076674.171382:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076674.171386:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612113920:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076674.171413:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076674.171418:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076674.171420:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076674.171425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3661 00000100:00080000:0.0:1769076674.171430:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076674.171435:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076674.171441:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076674.171457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612114176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076674.171488:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076674.171552:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076674/real 1769076674] req@ffff88dac7d2f100 x1855007612113920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076674.171591:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612113920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076674.171606:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076674.171612:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076674.171617:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612113920:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076674.171661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076674.171685:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076674.171696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076674/real 1769076674] req@ffff88dac7d2ca80 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076674.171705:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076674.171711:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076674.171714:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076674.171716:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076674.171720:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076674.171732:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076674.171739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076674/real 1769076674] req@ffff88dac7d2f480 x1855007612114176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076674.171751:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612114176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076674.171771:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076674.171775:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076674.171779:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076674.427297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076674.427383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076674.875339:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076675.451296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076675.451304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076675.899266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076676.475304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076676.475316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076676.923295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076677.499294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076677.499324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076677.947271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076678.523291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076678.523295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076678.971295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076679.291337:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076679.291351:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076679.291360:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076679.291379:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3666 00000100:00080000:0.0:1769076679.291396:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076679.291408:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076679.291465:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612114304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076679.291522:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076679.291528:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076679.291531:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076679.291537:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3666 00000100:00080000:0.0:1769076679.291543:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076679.291551:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076679.291565:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076679.291581:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612114304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076679.291590:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612114432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076679.291619:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076679.291624:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076679.291626:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076679.291631:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3666 00000100:00080000:0.0:1769076679.291635:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076679.291639:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076679.291645:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076679.291710:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612114560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076679.291737:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076679.291831:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076679/real 1769076679] req@ffff88dac7d2e680 x1855007612114304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076679.291862:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612114304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076679.291876:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076679.291882:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076679.291887:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612114304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076679.291928:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076679.291961:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076679.291978:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076679/real 1769076679] req@ffff88dac7d2ea00 x1855007612114432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076679.291995:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612114432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076679.292006:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076679.292021:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076679.292025:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076679.292032:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076679.292070:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076679.292094:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076679/real 1769076679] req@ffff88dac7d2d500 x1855007612114560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076679.292120:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612114560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076679.292198:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076679.292204:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076679.292209:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076679.547215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076679.547284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076679.995325:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076680.571303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076680.571363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076681.019317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076681.595239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076681.595283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076682.043295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076682.619255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076682.619283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076683.067364:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076683.643315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076683.643317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076684.091218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076684.411301:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076684.411325:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076684.411331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076684.411343:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3671 00000100:00080000:2.0:1769076684.411354:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076684.411362:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076684.411400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612114688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076684.411439:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076684.411442:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076684.411444:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076684.411448:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3671 00000100:00080000:2.0:1769076684.411450:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076684.411454:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076684.411463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076684.411485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076684.411496:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076684.411501:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769076684.411504:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612114688:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076684.411505:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076684.411515:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3671 00000100:00080000:2.0:1769076684.411519:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076684.411522:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076684.411526:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076684.411537:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612114944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076684.411613:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076684.411661:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076684/real 1769076684] req@ffff88dac7dbd880 x1855007612114688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076684.411680:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612114688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076684.411690:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076684.411694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076684.411697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612114688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076684.411721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076684.411744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076684.411755:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076684/real 1769076684] req@ffff88dac7dbfb80 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076684.411765:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076684.411774:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076684.411777:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076684.411780:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076684.411785:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076684.411809:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076684.411816:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076684/real 1769076684] req@ffff88dac7dbce00 x1855007612114944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076684.411826:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612114944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076684.411832:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076684.411835:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076684.411837:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612114944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076684.667302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076684.667343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076685.115251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076685.691304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076685.691340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076686.139231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076686.715285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076686.715378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076687.163399:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076687.739293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076687.739345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076688.187245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076688.763271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076688.763324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076689.211274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076689.531258:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076689.531267:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076689.531270:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076689.531278:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3676 00000100:00080000:2.0:1769076689.531288:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076689.531293:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076689.531325:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612115072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076689.531348:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076689.531351:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076689.531352:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076689.531355:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3676 00000100:00080000:2.0:1769076689.531358:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076689.531360:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076689.531368:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076689.531377:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612115200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076689.531391:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612115072:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076689.531395:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076689.531399:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076689.531400:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076689.531404:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3676 00000100:00080000:2.0:1769076689.531427:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076689.531432:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076689.531439:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076689.531459:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612115328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076689.531497:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076689.531615:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076689/real 1769076689] req@ffff88dac7dbc380 x1855007612115072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076689.531651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612115072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076689.531666:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076689.531672:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076689.531677:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612115072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076689.531708:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076689.531743:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076689.531760:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076689/real 1769076689] req@ffff88dac7dbca80 x1855007612115200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076689.531776:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612115200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076689.531787:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076689.531792:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076689.531796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076689.531803:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076689.531854:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076689.531862:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076689/real 1769076689] req@ffff88dac7dbf800 x1855007612115328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076689.531869:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612115328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076689.531875:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076689.531877:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076689.531879:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076689.787239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076689.787352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076690.235279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076690.811323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076690.811329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076691.259235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076691.835228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076691.835267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076692.283282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076692.859302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076692.859374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076693.307258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076693.883293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076693.883329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076694.331243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076694.651279:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076694.651287:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076694.651292:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076694.651302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3681 00000100:00080000:2.0:1769076694.651314:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076694.651321:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076694.651358:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612115456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076694.651392:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076694.651396:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076694.651397:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076694.651400:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3681 00000100:00080000:2.0:1769076694.651403:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076694.651407:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076694.651429:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076694.651442:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076694.651451:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076694.651453:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076694.651455:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076694.651457:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3681 00000100:00080000:2.0:1769076694.651460:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076694.651465:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076694.651466:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612115456:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769076694.651469:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076694.651478:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612115712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076694.651534:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076694.651567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076694/real 1769076694] req@ffff88dac7dbed80 x1855007612115456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076694.651580:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612115456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076694.651588:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076694.651591:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076694.651594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612115456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076694.651599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076694.651614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076694.651632:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076694/real 1769076694] req@ffff88dac7dbc700 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076694.651639:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076694.651645:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076694.651647:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076694.651649:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076694.651668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076694.651679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076694.651685:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076694/real 1769076694] req@ffff88dac7dbc000 x1855007612115712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076694.651692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612115712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076694.651697:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076694.651699:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076694.651701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076694.907298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076694.907437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076695.355288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076695.931285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076695.931314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076696.379221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076696.955259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076696.955265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076697.403242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076697.979262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076697.979272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076698.427205:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076699.003230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076699.003266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076699.451241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076699.771267:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076699.771279:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076699.771284:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076699.771307:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3686 00000100:00080000:0.0:1769076699.771318:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076699.771326:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076699.771380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612115840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076699.771410:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076699.771414:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076699.771416:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076699.771420:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3686 00000100:00080000:0.0:1769076699.771424:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076699.771429:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076699.771439:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076699.771450:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612115840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076699.771457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612115968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076699.771472:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076699.771476:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076699.771479:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076699.771484:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3686 00000100:00080000:0.0:1769076699.771500:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076699.771505:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076699.771508:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769076699.771514:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076699.771530:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612116096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076699.771547:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076699/real 1769076699] req@ffff88dac7d2c000 x1855007612115840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076699.771563:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612115840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076699.771571:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076699.771574:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076699.771577:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612115840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076699.771594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076699.771609:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076699.771617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076699/real 1769076699] req@ffff88dac7d2d180 x1855007612115968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076699.771625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612115968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076699.771630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076699.771633:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076699.771635:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612115968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076699.771638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076699.771661:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076699.771668:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076699/real 1769076699] req@ffff88dac7d2c700 x1855007612116096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076699.771675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612116096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076699.771680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076699.771683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076699.771685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076700.027313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076700.027397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076700.475354:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076701.051279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076701.051428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076701.499245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076702.075281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076702.075343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076702.523207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076703.099237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076703.099315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076703.547248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076704.123330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076704.123363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076704.571305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076704.891325:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076704.891359:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076704.891366:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076704.891379:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3691 00000100:00080000:3.0:1769076704.891392:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076704.891401:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076704.891447:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612116224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076704.891481:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076704.891486:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076704.891489:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076704.891512:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3691 00000100:00080000:3.0:1769076704.891518:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076704.891524:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076704.891539:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076704.891555:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612116224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076704.891565:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076704.891583:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076704.891588:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076704.891590:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076704.891610:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3691 00000100:00080000:3.0:1769076704.891612:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076704.891616:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076704.891620:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076704.891630:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612116480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076704.891651:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076704.891739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076704/real 1769076704] req@ffff88dac8833480 x1855007612116224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076704.891763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612116224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076704.891777:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076704.891782:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076704.891788:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612116224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076704.891819:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076704.891864:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076704.891882:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076704/real 1769076704] req@ffff88dac8832a00 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076704.891898:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076704.891910:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076704.891914:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076704.891919:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076704.891927:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076704.891959:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076704.891973:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076704/real 1769076704] req@ffff88dac8830380 x1855007612116480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076704.891989:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612116480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076704.892000:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076704.892003:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076704.892007:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076705.147342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076705.147400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076705.595297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076706.171355:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076706.171416:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076706.619247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076707.195243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076707.195284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076707.643231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076708.219270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076708.219302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076708.667273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076709.243251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076709.243272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076709.691262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076710.011309:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076710.011323:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076710.011329:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076710.011342:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3697 00000100:00080000:1.0:1769076710.011355:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076710.011364:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076710.011407:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612116608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076710.011448:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076710.011453:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076710.011456:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076710.011460:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3697 00000100:00080000:1.0:1769076710.011465:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076710.011470:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076710.011481:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076710.011495:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612116736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076710.011509:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076710.011513:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076710.011516:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076710.011521:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3697 00000100:00080000:1.0:1769076710.011525:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076710.011543:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076710.011549:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076710.011556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612116608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076710.011567:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612116864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076710.011645:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076710.011694:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076710/real 1769076710] req@ffff88dacab4a680 x1855007612116608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076710.011716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612116608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076710.011729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076710.011734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076710.011739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612116608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076710.011748:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076710.011771:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076710.011784:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076710/real 1769076710] req@ffff88dacab4ad80 x1855007612116736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076710.011798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612116736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076710.011838:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076710.011843:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076710.011847:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076710.011881:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076710.011903:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076710.011916:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076710/real 1769076710] req@ffff88dacab49880 x1855007612116864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076710.011929:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612116864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076710.011938:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076710.011942:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076710.011945:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612116864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076710.267301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076710.267358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076710.715286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076711.291270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076711.291299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076711.739244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076712.315304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076712.315371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076712.763227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076713.339231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076713.339278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076713.787202:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076714.363327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076714.363385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076714.811185:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076715.131264:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076715.131273:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076715.131278:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076715.131287:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3702 00000100:00080000:3.0:1769076715.131297:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076715.131304:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076715.131340:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612116992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076715.131373:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076715.131376:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076715.131377:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076715.131380:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3702 00000100:00080000:3.0:1769076715.131382:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076715.131384:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076715.131391:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076715.131401:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076715.131408:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076715.131410:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076715.131411:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076715.131415:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3702 00000100:00080000:3.0:1769076715.131417:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076715.131419:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076715.131438:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076715.131445:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612117248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076715.131453:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612116992:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769076715.131510:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076715.131545:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076715/real 1769076715] req@ffff88dac8832680 x1855007612116992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076715.131560:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612116992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076715.131568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076715.131571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076715.131574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612116992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076715.131580:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076715.131594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076715.131601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076715/real 1769076715] req@ffff88dac8833b80 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076715.131609:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076715.131615:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076715.131617:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076715.131619:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076715.131638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076715.131649:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076715.131655:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076715/real 1769076715] req@ffff88dac8833100 x1855007612117248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076715.131663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612117248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076715.131672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076715.131675:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076715.131679:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076715.387317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076715.387494:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076715.835200:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076716.411272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076716.411412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076716.859256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076717.435338:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076717.435443:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076717.883254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076718.459288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076718.459509:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076718.907303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076719.483267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076719.483401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076719.931397:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076720.251340:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076720.251368:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076720.251375:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076720.251390:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3707 00000100:00080000:2.0:1769076720.251406:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076720.251426:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076720.251494:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612117376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076720.251535:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076720.251540:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076720.251542:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076720.251547:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3707 00000100:00080000:2.0:1769076720.251562:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076720.251566:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076720.251578:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076720.251592:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612117504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076720.251604:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076720.251610:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076720.251613:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076720.251618:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3707 00000100:00080000:2.0:1769076720.251623:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076720.251628:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076720.251633:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076720.251650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612117376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076720.251663:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612117632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076720.251780:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076720.251830:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076720/real 1769076720] req@ffff88dac7dbd180 x1855007612117376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076720.251853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612117376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076720.251886:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076720.251895:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076720.251903:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612117376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076720.251918:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076720.251963:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076720.252031:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076720/real 1769076720] req@ffff88dac7dbe680 x1855007612117504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076720.252059:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612117504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076720.252069:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076720.252072:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076720.252086:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076720.252120:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076720.252144:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076720.252183:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076720/real 1769076720] req@ffff88dac7dbe300 x1855007612117632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076720.252218:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612117632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076720.252227:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076720.252241:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076720.252244:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076720.507356:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076720.507413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076720.955240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076721.531335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076721.531344:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076721.979274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076722.555212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076722.555271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076723.003282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076723.579258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076723.579317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076724.027254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076724.603245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076724.603311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076725.051257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076725.371319:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076725.371331:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076725.371337:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076725.371348:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3712 00000100:00080000:0.0:1769076725.371359:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076725.371366:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076725.371405:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612117760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076725.371439:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076725.371443:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076725.371445:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076725.371449:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3712 00000100:00080000:0.0:1769076725.371452:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076725.371456:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076725.371464:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076725.371476:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076725.371504:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076725.371507:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076725.371509:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076725.371512:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3712 00000100:00080000:0.0:1769076725.371514:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076725.371518:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076725.371521:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076725.371533:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612118016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076725.371563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612117760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076725.371690:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076725.371734:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076725.627330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076725.627395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076726.075350:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076726.651250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076726.651260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076727.099203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076727.675271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076727.675298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076728.123215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076728.443395:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076728.443443:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076728.443460:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076728.443497:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076728.443526:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769076728.443584:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076725/real 1769076728] req@ffff88dac7d2dc00 x1855007612117760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076728.443651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612117760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076728.443673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076728.443682:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076728.443691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612117760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076728.443707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076725/real 1769076728] req@ffff88dac7d2d880 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076728.443733:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076728.443750:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076728.443757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076728.443765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612117888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076728.443777:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076725/real 1769076728] req@ffff88dac7d2c700 x1855007612118016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076728.443826:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612118016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076728.443840:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076728.443877:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076728.443884:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076728.699274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076728.699345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076729.147269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076729.723349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076729.723363:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076730.171316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076730.491381:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076730.491392:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076730.491397:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076730.491407:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3717 00000100:00080000:0.0:1769076730.491419:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076730.491427:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076730.491464:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612118144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076730.491497:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076730.491501:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076730.491503:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076730.491507:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3717 00000100:00080000:0.0:1769076730.491510:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076730.491514:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076730.491527:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076730.491546:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612118272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076730.491564:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076730.491570:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076730.491576:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076730.491576:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612118144:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076730.491586:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3717 00000100:00080000:0.0:1769076730.491594:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076730.491600:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076730.491611:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076730.491634:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612118400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076730.491676:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076730.491757:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076730/real 1769076730] req@ffff88dac7d2d180 x1855007612118144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076730.491787:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612118144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076730.491805:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076730.491834:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076730.491841:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612118144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076730.491876:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076730.491912:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076730.491933:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076730/real 1769076730] req@ffff88dac7d2c000 x1855007612118272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076730.491964:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612118272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076730.491977:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076730.491983:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076730.491988:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076730.491998:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076730.492029:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076730.492048:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076730/real 1769076730] req@ffff88dac7d2d500 x1855007612118400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076730.492066:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612118400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076730.492079:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076730.492084:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076730.492089:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076730.747274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076730.747305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076731.195228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076731.771287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076731.771437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076732.219300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076732.795244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076732.795275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076733.243242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076733.819262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076733.819345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076734.267231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076734.843298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076734.843344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076735.291292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076735.611314:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076735.611327:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076735.611333:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076735.611346:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3722 00000100:00080000:3.0:1769076735.611361:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076735.611372:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076735.611419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612118528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076735.611459:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076735.611464:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076735.611466:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076735.611472:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3722 00000100:00080000:3.0:1769076735.611478:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076735.611484:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076735.611496:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076735.611518:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076735.611519:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612118528:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076735.611545:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076735.611549:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076735.611552:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076735.611557:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3722 00000100:00080000:3.0:1769076735.611579:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076735.611588:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076735.611598:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076735.611615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769076735.611628:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612118784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076735.611678:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076735/real 1769076735] req@ffff88dac8831180 x1855007612118528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076735.611704:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612118528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076735.611769:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076735.611775:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076735.611781:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612118528:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076735.611810:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076735.611840:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076735.611857:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076735/real 1769076735] req@ffff88dac8831c00 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076735.611873:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076735.611884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076735.611889:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076735.611893:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076735.611900:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076735.611919:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076735.611930:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076735/real 1769076735] req@ffff88dac8830e00 x1855007612118784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076735.611944:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612118784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076735.611953:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076735.611957:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076735.611960:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612118784:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769076735.867349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076735.867503:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769076736.315253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076736.891258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076736.891287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076737.339274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076737.915279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076737.915353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076738.363241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076738.939240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076738.939312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076739.387245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076739.963235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076739.963382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076740.411262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076740.731286:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076740.731298:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076740.731304:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076740.731369:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3727 00000100:00080000:3.0:1769076740.731381:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076740.731389:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076740.731437:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612118912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076740.731464:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076740.731468:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076740.731470:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076740.731474:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3727 00000100:00080000:3.0:1769076740.731477:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076740.731481:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076740.731491:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076740.731503:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612119040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076740.731515:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076740.731519:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076740.731523:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076740.731526:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612118912:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076740.731528:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3727 00000100:00080000:3.0:1769076740.731531:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076740.731534:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076740.731538:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076740.731548:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612119168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076740.731665:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076740.731732:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076740/real 1769076740] req@ffff88dac8833800 x1855007612118912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076740.731772:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612118912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076740.731789:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076740.731794:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076740.731798:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612118912:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076740.731823:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076740.731850:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076740.731865:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076740/real 1769076740] req@ffff88dac8832300 x1855007612119040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076740.731889:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612119040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076740.731899:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076740.731902:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076740.731906:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076740.731912:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076740.731930:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076740.731940:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076740/real 1769076740] req@ffff88dac8830700 x1855007612119168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076740.731952:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612119168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076740.731960:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076740.731965:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076740.731969:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076740.987269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076740.987366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076741.435245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076742.011273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076742.011275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076742.459217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076743.035257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076743.035292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076743.483248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076744.059238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076744.059299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076744.507210:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076745.083256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076745.083289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076745.531252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076745.851233:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076745.851244:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076745.851248:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076745.851258:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3732 00000100:00080000:3.0:1769076745.851269:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076745.851276:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076745.851314:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612119296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076745.851341:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076745.851345:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076745.851348:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076745.851353:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3732 00000100:00080000:3.0:1769076745.851358:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076745.851363:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076745.851373:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076745.851377:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612119296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076745.851392:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076745.851406:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076745.851410:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076745.851412:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076745.851418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3732 00000100:00080000:3.0:1769076745.851422:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076745.851426:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076745.851432:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076745.851442:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769076745.851456:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612119552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076745.851484:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076745/real 1769076745] req@ffff88dac8830000 x1855007612119296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076745.851499:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612119296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076745.851511:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076745.851514:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076745.851517:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612119296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076745.851544:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076745.851589:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076745.851606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076745/real 1769076745] req@ffff88dac8830700 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076745.851636:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076745.851643:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076745.851645:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076745.851647:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076745.851652:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076745.851666:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076745.851673:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076745/real 1769076745] req@ffff88dac8832300 x1855007612119552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076745.851681:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612119552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076745.851692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076745.851695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076745.851702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076746.107207:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076746.107239:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076746.555212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076747.131256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076747.131281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076747.579225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076748.155259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076748.155333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076748.603239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076749.179253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076749.179332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076749.627253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076750.203241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076750.203280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076750.651225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076750.971225:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076750.971236:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076750.971241:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076750.971252:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3738 00000100:00080000:3.0:1769076750.971263:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076750.971319:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076750.971357:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612119680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076750.971380:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076750.971384:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076750.971386:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076750.971390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3738 00000100:00080000:3.0:1769076750.971394:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076750.971399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076750.971409:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076750.971422:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612119808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076750.971431:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612119680:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076750.971442:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076750.971445:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076750.971447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076750.971451:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3738 00000100:00080000:3.0:1769076750.971455:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076750.971458:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076750.971463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076750.971487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612119936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076750.971507:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076750.971547:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076750/real 1769076750] req@ffff88dac8833800 x1855007612119680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076750.971566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612119680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076750.971573:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076750.971577:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076750.971579:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612119680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076750.971598:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076750.971615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076750.971625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076750/real 1769076750] req@ffff88dac8830e00 x1855007612119808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076750.971633:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612119808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076750.971639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076750.971641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076750.971644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076750.971647:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076750.971658:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076750.971664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076750/real 1769076750] req@ffff88dac8831c00 x1855007612119936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076750.971671:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612119936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076750.971680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076750.971682:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076750.971684:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612119936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076751.227239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076751.227306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076751.675255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076752.251234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076752.251270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076752.699248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076753.275248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076753.275265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076753.723237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076754.299234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076754.299253:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076754.747258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076755.323274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076755.323343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076755.771225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076756.091258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076756.091269:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076756.091274:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076756.091285:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3743 00000100:00080000:3.0:1769076756.091296:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076756.091302:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076756.091334:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612120064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076756.091360:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076756.091372:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076756.091374:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076756.091380:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3743 00000100:00100000:1.0:1769076756.091404:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612120064:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076756.091413:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076756.091421:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076756.091438:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076756.091452:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076756.091461:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076756.091464:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076756.091466:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076756.091469:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3743 00000100:00080000:3.0:1769076756.091472:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769076756.091474:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769076756.091478:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076756.091483:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076756.091492:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612120320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076756.091516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076756/real 1769076756] req@ffff88dac8831180 x1855007612120064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076756.091530:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612120064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076756.091538:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076756.091541:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076756.091544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612120064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076756.091564:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076756.091579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076756.091587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076756/real 1769076756] req@ffff88dac8833100 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076756.091595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076756.091601:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076756.091603:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076756.091606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076756.091610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076756.091621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076756.091636:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076756/real 1769076756] req@ffff88dac8833b80 x1855007612120320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076756.091644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612120320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076756.091649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076756.091651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076756.091653:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076756.347249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076756.347268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076756.795239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076757.371226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076757.371281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076757.819234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076758.395286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076758.395314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076758.843294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076759.419218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076759.419298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076759.867205:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076760.443243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076760.443273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076760.891208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076761.211233:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076761.211242:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076761.211245:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076761.211253:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3748 00000100:00080000:0.0:1769076761.211262:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076761.211268:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076761.211314:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612120448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076761.211342:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076761.211346:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076761.211348:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076761.211353:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3748 00000100:00080000:0.0:1769076761.211358:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076761.211361:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076761.211370:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076761.211371:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612120448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076761.211383:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612120576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076761.211392:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076761.211395:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076761.211396:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076761.211399:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3748 00000100:00080000:0.0:1769076761.211401:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076761.211404:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076761.211407:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076761.211414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612120704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076761.211429:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076761.211462:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076761/real 1769076761] req@ffff88dac7d2ea00 x1855007612120448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076761.211476:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612120448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076761.211483:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076761.211486:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076761.211489:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612120448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076761.211507:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076761.211521:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076761.211528:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076761/real 1769076761] req@ffff88dac7d2e680 x1855007612120576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076761.211537:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612120576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076761.211544:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076761.211546:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076761.211548:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076761.211551:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076761.211561:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076761.211567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076761/real 1769076761] req@ffff88dac7d2f480 x1855007612120704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076761.211574:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612120704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076761.211579:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076761.211581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076761.211582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076761.467219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076761.467263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076761.915212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076762.491347:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076762.491404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076762.939284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076763.515211:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076763.515298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076763.963231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076764.539298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076764.539309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076764.987330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076765.563292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076765.563373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076766.011292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076766.331351:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076766.331365:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076766.331371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076766.331384:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3753 00000100:00080000:1.0:1769076766.331398:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076766.331406:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076766.331452:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612120832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076766.331511:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076766.331515:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076766.331518:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076766.331523:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3753 00000100:00080000:1.0:1769076766.331527:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076766.331533:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076766.331543:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076766.331559:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076766.331576:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076766.331586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612120832:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076766.331586:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076766.331594:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076766.331607:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3753 00000100:00080000:1.0:1769076766.331615:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076766.331639:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076766.331668:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076766.331694:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612121088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076766.331721:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076766.331779:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076766/real 1769076766] req@ffff88dacab49500 x1855007612120832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076766.331807:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612120832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076766.331836:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076766.331845:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076766.331853:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612120832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076766.331912:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076766.331954:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076766.331991:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076766/real 1769076766] req@ffff88dacab49c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076766.332039:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076766.332070:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076766.332078:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076766.332085:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612120960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076766.332098:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076766.332146:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076766.332162:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076766/real 1769076766] req@ffff88dacab48e00 x1855007612121088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076766.332263:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612121088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076766.332291:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076766.332298:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076766.332305:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076766.587347:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076766.587420:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076767.035269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076767.611317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076767.611357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076768.059332:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076768.635352:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076768.635399:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076769.083313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076769.659287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076769.659340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076770.107374:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076770.683283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076770.683340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076771.131233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076771.451265:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076771.451274:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076771.451278:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076771.451287:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3758 00000100:00080000:0.0:1769076771.451296:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076771.451302:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076771.451334:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612121216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076771.451366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076771.451377:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076771.451380:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076771.451385:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3758 00000100:00100000:1.0:1769076771.451390:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612121216:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076771.451391:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076771.451401:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076771.451411:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076771.451428:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612121344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076771.451438:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076771.451441:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076771.451443:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076771.451446:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3758 00000100:00080000:0.0:1769076771.451450:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769076771.451451:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769076771.451455:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076771.451460:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076771.451471:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612121472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076771.451503:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076771/real 1769076771] req@ffff88dac7d2ca80 x1855007612121216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076771.451519:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612121216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076771.451528:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076771.451531:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076771.451534:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612121216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076771.451564:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076771.451579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076771.451587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076771/real 1769076771] req@ffff88dac7d2f100 x1855007612121344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076771.451595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612121344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076771.451601:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076771.451604:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076771.451606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076771.451610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076771.451620:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076771.451626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076771/real 1769076771] req@ffff88dac7d2f480 x1855007612121472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076771.451634:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612121472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076771.451639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076771.451641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076771.451643:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076771.707272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076771.707346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076772.155273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076772.731281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076772.731323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076773.179259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076773.755266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076773.755290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076774.203280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076774.779232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076774.779307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076775.227253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076775.803239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076775.803266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076776.251244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076776.571232:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076776.571241:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076776.571245:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076776.571253:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3763 00000100:00080000:0.0:1769076776.571262:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076776.571268:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076776.571300:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612121600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076776.571323:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076776.571326:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076776.571327:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076776.571330:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3763 00000100:00080000:0.0:1769076776.571332:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076776.571335:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076776.571341:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076776.571349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076776.571361:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076776.571363:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076776.571364:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076776.571366:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3763 00000100:00080000:0.0:1769076776.571368:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076776.571370:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076776.571373:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076776.571380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612121856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076776.571400:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612121600:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769076776.571469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076776.571514:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076776/real 1769076776] req@ffff88dac7d2e680 x1855007612121600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076776.571527:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612121600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076776.571535:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076776.571538:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076776.571541:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612121600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076776.571546:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076776.571567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076776.571574:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076776/real 1769076776] req@ffff88dac7d2ea00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076776.571582:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076776.571588:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076776.571590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076776.571592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076776.571596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076776.571606:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076776.571611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076776/real 1769076776] req@ffff88dac7d2d500 x1855007612121856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076776.571619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612121856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076776.571623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076776.571625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076776.571627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612121856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076776.827256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076776.827346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076777.275224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076777.851256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076777.851298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076778.299219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076778.875251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076778.875292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076779.323189:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076779.899315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076779.899382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076780.347193:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076780.923254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076780.923297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076781.371201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076781.691280:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076781.691293:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076781.691299:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076781.691311:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3768 00000100:00080000:1.0:1769076781.691322:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076781.691329:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076781.691371:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612121984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076781.691403:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076781.691407:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076781.691409:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076781.691414:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3768 00000100:00080000:1.0:1769076781.691418:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076781.691423:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076781.691436:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076781.691456:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612122112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076781.691457:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612121984:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076781.691476:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076781.691480:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076781.691482:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076781.691486:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3768 00000100:00080000:1.0:1769076781.691490:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076781.691495:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076781.691500:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076781.691512:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612122240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076781.691557:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076781.691610:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076781/real 1769076781] req@ffff88dacab49180 x1855007612121984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076781.691634:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612121984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076781.691646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076781.691650:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076781.691655:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612121984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076781.691685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076781.691715:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076781.691731:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076781/real 1769076781] req@ffff88dacab48380 x1855007612122112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076781.691745:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612122112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076781.691754:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076781.691758:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076781.691763:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076781.691776:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076781.691798:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076781.691811:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076781/real 1769076781] req@ffff88dacab4aa00 x1855007612122240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076781.691822:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612122240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076781.691830:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076781.691850:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076781.691855:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076781.947257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076781.947284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076782.395206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076782.971275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076782.971300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076783.419190:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076783.995300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076783.995369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076784.443285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076785.019277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076785.019310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076785.467273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076786.043301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076786.043351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076786.491316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076786.811436:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076786.811450:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076786.811456:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076786.811469:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3773 00000100:00080000:2.0:1769076786.811493:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076786.811502:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076786.811550:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612122368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076786.811603:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076786.811608:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076786.811611:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076786.811615:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3773 00000100:00080000:2.0:1769076786.811619:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076786.811623:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076786.811635:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076786.811657:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076786.811684:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076786.811688:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076786.811691:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076786.811697:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3773 00000100:00080000:2.0:1769076786.811709:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076786.811711:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612122368:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076786.811720:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076786.811742:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076786.811760:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612122624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076786.811959:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076786.812066:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076786/real 1769076786] req@ffff88dac7dbea00 x1855007612122368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076786.812092:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612122368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076786.812114:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076786.812119:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076786.812124:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612122368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076786.812251:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076786.812295:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076786.812315:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076786/real 1769076786] req@ffff88dac7dbdf80 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076786.812329:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076786.812340:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076786.812344:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076786.812349:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076786.812361:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076786.812394:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076786.812413:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076786/real 1769076786] req@ffff88dac7dbe300 x1855007612122624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076786.812434:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612122624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076786.812448:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076786.812452:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076786.812456:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076787.067357:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076787.067374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076787.515366:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076788.091341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076788.091356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076788.539323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076789.115221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076789.115295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076789.563268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076790.139285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076790.139329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076790.587236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076791.163317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076791.163437:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076791.611243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076791.931288:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076791.931298:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076791.931303:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076791.931312:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3779 00000100:00080000:0.0:1769076791.931322:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076791.931329:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076791.931364:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612122752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076791.931398:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076791.931404:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076791.931406:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076791.931411:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3779 00000100:00080000:0.0:1769076791.931415:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076791.931420:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076791.931431:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076791.931448:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612122880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076791.931478:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076791.931482:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076791.931484:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076791.931489:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3779 00000100:00080000:0.0:1769076791.931492:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076791.931496:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612122752:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076791.931497:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076791.931506:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076791.931517:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612123008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076791.931621:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076791.931657:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076792.187216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076792.187455:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076792.635249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076793.211346:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076793.211439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076793.659287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076794.235358:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076794.235419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076794.683210:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:0.0:1769076795.003680:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:0.0:1769076795.003748:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769076795.003767:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769076795.003811:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769076795.003821:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769076795.003911:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076791/real 1769076795] req@ffff88dac7d2c700 x1855007612123008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076795.003937:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612123008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076795.003950:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076795.003956:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076795.003961:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076795.003980:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076791/real 1769076795] req@ffff88dac7d2c000 x1855007612122752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076795.003994:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612122752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076795.004004:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076795.004008:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076795.004011:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612122752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076795.004019:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076791/real 1769076795] req@ffff88dac7d2d180 x1855007612122880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076795.004032:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612122880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076795.004040:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076795.004044:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076795.004049:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612122880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076795.259270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076795.259394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076795.707247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076796.283289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076796.283348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076796.731292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076797.051296:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076797.051311:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076797.051349:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076797.051362:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3784 00000100:00080000:0.0:1769076797.051377:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076797.051388:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076797.051450:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612123136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076797.051485:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076797.051489:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076797.051491:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076797.051495:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3784 00000100:00080000:0.0:1769076797.051499:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076797.051503:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076797.051513:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076797.051531:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076797.051550:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076797.051555:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076797.051577:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076797.051589:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612123136:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076797.051592:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3784 00000100:00080000:0.0:1769076797.051604:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076797.051613:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076797.051622:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076797.051645:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612123392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076797.051748:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076797.051836:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076797/real 1769076797] req@ffff88dac7d2d880 x1855007612123136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076797.051867:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612123136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076797.051884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076797.051894:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076797.051903:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612123136:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076797.051960:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076797.052027:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076797.052054:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076797/real 1769076797] req@ffff88dac7d2dc00 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076797.052083:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076797.052102:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076797.052109:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076797.052117:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076797.052132:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076797.052242:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076797.052269:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076797/real 1769076797] req@ffff88dac7d2d180 x1855007612123392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076797.052294:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612123392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076797.052312:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076797.052321:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076797.052328:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076797.307252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076797.307357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076797.755259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076798.331228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076798.331250:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076798.779224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076799.355244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076799.355324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076799.803256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076800.379245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076800.379331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076800.827225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076801.403229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076801.403252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076801.851248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076802.171318:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076802.171336:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076802.171343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076802.171359:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3789 00000100:00080000:0.0:1769076802.171392:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076802.171403:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076802.171474:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612123520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076802.171527:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076802.171535:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076802.171539:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076802.171549:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3789 00000100:00080000:0.0:1769076802.171557:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076802.171567:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076802.171584:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076802.171586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612123520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076802.171663:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612123648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076802.171680:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076802.171684:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076802.171686:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076802.171693:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3789 00000100:00080000:0.0:1769076802.171713:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076802.171719:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076802.171725:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769076802.171729:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076802.171748:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612123776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076802.171778:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076802/real 1769076802] req@ffff88dac7d2c000 x1855007612123520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076802.171813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612123520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076802.171828:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076802.171834:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076802.171839:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612123520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076802.171871:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076802.171903:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076802.171949:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076802/real 1769076802] req@ffff88dac7d2c700 x1855007612123648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076802.171970:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612123648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076802.171985:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076802.171991:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076802.171996:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076802.172006:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076802.172058:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076802.172078:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076802/real 1769076802] req@ffff88dac7d2d500 x1855007612123776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076802.172102:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612123776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076802.172130:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076802.172154:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076802.172160:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612123776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076802.427231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076802.427377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076802.875237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076803.451263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076803.451287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076803.899243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076804.475292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076804.475345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076804.923280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076805.499306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076805.499372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076805.947297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076806.523233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076806.523251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076806.971296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076807.291287:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076807.291296:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076807.291300:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076807.291326:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3794 00000100:00080000:0.0:1769076807.291339:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076807.291348:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076807.291396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612123904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076807.291433:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076807.291439:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076807.291442:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076807.291447:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3794 00000100:00080000:0.0:1769076807.291452:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076807.291458:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076807.291470:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076807.291485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076807.291517:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612123904:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076807.291522:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076807.291538:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076807.291539:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076807.291543:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3794 00000100:00080000:0.0:1769076807.291546:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076807.291549:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076807.291553:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076807.291564:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612124160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076807.291606:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076807.291640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076807/real 1769076807] req@ffff88dac7d2ea00 x1855007612123904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076807.291654:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612123904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076807.291661:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076807.291664:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076807.291667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612123904:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076807.291686:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076807.291702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076807.291710:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076807/real 1769076807] req@ffff88dac7d2e680 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076807.291718:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076807.291745:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076807.291750:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076807.291754:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076807.291763:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076807.291786:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076807.291798:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076807/real 1769076807] req@ffff88dac7d2f480 x1855007612124160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076807.291812:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612124160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076807.291822:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076807.291826:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076807.291830:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076807.547304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076807.547376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076807.995320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076808.571227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076808.571267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076809.019256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076809.595317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076809.595385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076810.043273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076810.619265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076810.619362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076811.067274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076811.643275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076811.643307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076812.091235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076812.411255:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076812.411264:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076812.411269:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076812.411278:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3799 00000100:00080000:0.0:1769076812.411287:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076812.411293:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076812.411331:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612124288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076812.411353:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076812.411356:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076812.411357:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076812.411360:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3799 00000100:00080000:0.0:1769076812.411362:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076812.411365:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076812.411372:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076812.411381:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612124416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076812.411389:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076812.411393:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076812.411395:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076812.411396:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612124288:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076812.411399:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3799 00000100:00080000:0.0:1769076812.411404:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076812.411408:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076812.411411:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076812.411421:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612124544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076812.411481:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076812.411515:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076812/real 1769076812] req@ffff88dac7d2f100 x1855007612124288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076812.411528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612124288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076812.411536:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076812.411539:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076812.411542:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612124288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076812.411561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076812.411576:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076812.411592:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076812/real 1769076812] req@ffff88dac7d2ca80 x1855007612124416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076812.411601:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612124416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076812.411608:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076812.411610:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076812.411612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076812.411617:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076812.411628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076812.411634:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076812/real 1769076812] req@ffff88dac7d2f480 x1855007612124544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076812.411642:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612124544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076812.411647:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076812.411649:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076812.411651:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076812.667294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076812.667350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076813.115271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076813.691360:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076813.691408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076814.139314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076814.715334:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076814.715459:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076815.163265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076815.739239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076815.739336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076816.187235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076816.763259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076816.763286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076817.211244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076817.531257:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076817.531277:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076817.531281:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076817.531305:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3804 00000100:00080000:0.0:1769076817.531315:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076817.531321:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076817.531396:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612124672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076817.531436:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076817.531457:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076817.531459:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076817.531475:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3804 00000100:00080000:0.0:1769076817.531481:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076817.531486:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076817.531497:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612124672:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769076817.531500:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076817.531536:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076817.531555:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076817.531558:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076817.531560:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076817.531563:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3804 00000100:00080000:0.0:1769076817.531574:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076817.531577:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076817.531581:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769076817.531584:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076817.531596:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612124928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076817.531623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076817/real 1769076817] req@ffff88dac7d2e680 x1855007612124672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076817.531637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612124672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076817.531645:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076817.531648:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076817.531651:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612124672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076817.531668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076817.531682:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076817.531690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076817/real 1769076817] req@ffff88dac7d2ea00 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076817.531698:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076817.531704:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076817.531706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076817.531708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076817.531712:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076817.531721:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076817.531727:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076817/real 1769076817] req@ffff88dac7d2d500 x1855007612124928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076817.531745:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612124928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076817.531750:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076817.531752:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076817.531754:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612124928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076817.787247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076817.787282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076818.235244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076818.811328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076818.811360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076819.259379:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076819.835301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076819.835464:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076820.283235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076820.859276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076820.859278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076821.307266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076821.883214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076821.883254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076822.331201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076822.651308:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076822.651321:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076822.651327:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076822.651339:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3809 00000100:00080000:0.0:1769076822.651353:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076822.651361:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076822.651400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612125056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076822.651434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076822.651439:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076822.651443:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076822.651450:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3809 00000100:00080000:0.0:1769076822.651456:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076822.651463:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076822.651475:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612125056:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769076822.651477:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076822.651502:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612125184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076822.651520:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076822.651525:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076822.651527:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076822.651532:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3809 00000100:00080000:0.0:1769076822.651539:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076822.651548:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076822.651550:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769076822.651560:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076822.651594:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612125312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076822.651615:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076822/real 1769076822] req@ffff88dac7d2c700 x1855007612125056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076822.651635:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612125056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076822.651646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076822.651650:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076822.651654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612125056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076822.651676:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076822.651696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076822.651707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076822/real 1769076822] req@ffff88dac7d2c000 x1855007612125184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076822.651717:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612125184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076822.651731:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076822.651734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076822.651737:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076822.651742:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076822.651755:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076822.651762:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076822/real 1769076822] req@ffff88dac7d2d180 x1855007612125312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076822.651771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612125312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076822.651778:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076822.651780:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076822.651783:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076822.907293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076822.907347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076823.355315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076823.931281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076823.931328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076824.379223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076824.955361:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076824.955363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076825.403353:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076825.979311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076825.979373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076826.427246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076827.003303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076827.003303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076827.451230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076827.771355:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076827.771367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076827.771373:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076827.771384:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3814 00000100:00080000:0.0:1769076827.771395:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076827.771403:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076827.771449:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612125440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076827.771476:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076827.771480:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076827.771481:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076827.771485:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3814 00000100:00080000:0.0:1769076827.771488:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076827.771492:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076827.771501:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076827.771513:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076827.771524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612125440:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076827.771528:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076827.771536:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076827.771539:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076827.771544:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3814 00000100:00080000:0.0:1769076827.771547:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076827.771551:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076827.771556:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076827.771576:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612125696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076827.771601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076827.771642:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076827/real 1769076827] req@ffff88dac7d2dc00 x1855007612125440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076827.771661:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612125440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076827.771671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076827.771675:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076827.771680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612125440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076827.771702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076827.771723:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076827.771734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076827/real 1769076827] req@ffff88dac7d2d880 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076827.771745:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076827.771754:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076827.771757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076827.771760:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076827.771765:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076827.771778:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076827.771787:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076827/real 1769076827] req@ffff88dac7d2d180 x1855007612125696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076827.771796:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612125696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076827.771804:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076827.771806:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076827.771809:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076828.027256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076828.027316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076828.475282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076829.051446:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076829.051447:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076829.499332:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076830.075316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076830.075419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076830.523397:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076831.099328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076831.099360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076831.547238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076832.123303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076832.123362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076832.571235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076832.891293:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076832.891302:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076832.891307:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076832.891334:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3819 00000100:00080000:1.0:1769076832.891346:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076832.891353:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076832.891394:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612125824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076832.891449:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076832.891453:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076832.891456:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076832.891460:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3819 00000100:00080000:1.0:1769076832.891464:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076832.891469:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076832.891488:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076832.891493:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612125824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076832.891503:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612125952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076832.891513:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076832.891516:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076832.891518:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076832.891521:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3819 00000100:00080000:1.0:1769076832.891542:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076832.891546:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076832.891551:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076832.891564:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612126080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076832.891578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076832.891637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076832/real 1769076832] req@ffff88dacab4bb80 x1855007612125824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076832.891654:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612125824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076832.891663:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076832.891666:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076832.891670:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612125824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076832.891706:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076832.891740:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076832.891754:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076832/real 1769076832] req@ffff88dacab48700 x1855007612125952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076832.891768:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612125952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076832.891776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076832.891779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076832.891781:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612125952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076832.891786:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076832.891801:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076832.891808:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076832/real 1769076832] req@ffff88dacab4aa00 x1855007612126080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076832.891816:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612126080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076832.891821:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076832.891823:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076832.891825:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076833.147324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076833.147339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076833.595213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076834.171320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076834.171376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076834.619268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076835.195269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076835.195315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076835.643247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076836.219314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076836.219430:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076836.667323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076837.243390:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076837.243395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076837.691220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076838.011324:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076838.011337:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076838.011343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076838.011355:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3825 00000100:00080000:1.0:1769076838.011367:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076838.011375:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076838.011428:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612126208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076838.011463:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076838.011468:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076838.011470:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076838.011474:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3825 00000100:00080000:1.0:1769076838.011479:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076838.011484:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076838.011496:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076838.011513:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612126208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076838.011515:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076838.011548:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076838.011552:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076838.011553:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076838.011558:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3825 00000100:00080000:1.0:1769076838.011562:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076838.011566:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076838.011572:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076838.011588:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612126464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076838.011616:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076838.011678:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076838/real 1769076838] req@ffff88dacab48380 x1855007612126208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076838.011711:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612126208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076838.011729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076838.011750:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076838.011756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612126208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076838.011784:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076838.011823:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076838.011838:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076838/real 1769076838] req@ffff88dacab49180 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076838.011853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076838.011872:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076838.011875:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076838.011879:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076838.011885:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076838.011918:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076838.011929:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076838/real 1769076838] req@ffff88dacab48e00 x1855007612126464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076838.011948:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612126464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076838.011965:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076838.011968:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076838.011971:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076838.267335:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076838.267413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076838.715271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076839.291293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076839.291335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076839.739251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076840.315309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076840.315549:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076840.763286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076841.339250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076841.339319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076841.787258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076842.363359:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076842.363438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076842.811254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076843.131334:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076843.131352:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076843.131359:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076843.131375:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3830 00000100:00080000:2.0:1769076843.131391:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076843.131403:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076843.131461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612126592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076843.131503:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076843.131510:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076843.131514:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076843.131525:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3830 00000100:00080000:2.0:1769076843.131533:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076843.131543:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076843.131555:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612126592:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769076843.131566:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076843.131648:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612126720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076843.131661:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:2.0:1769076843.131680:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076843.131687:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076843.131691:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076843.131698:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3830 00000100:00080000:2.0:1769076843.131706:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076843.131713:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076843.131733:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076843.131742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076843/real 1769076843] req@ffff88dac7dbe680 x1855007612126592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769076843.131760:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612126848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076843.131778:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612126592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076843.131796:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076843.131802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076843.131810:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612126592:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076843.131852:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076843.131881:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076843.131897:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076843/real 1769076843] req@ffff88dac7dbd180 x1855007612126720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076843.131950:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612126720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076843.131967:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076843.131972:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076843.131976:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076843.131984:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076843.132009:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076843.132024:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076843/real 1769076843] req@ffff88dac7dbc000 x1855007612126848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076843.132038:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612126848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076843.132048:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076843.132052:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076843.132056:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612126848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076843.387288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076843.387403:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076843.835296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076844.411282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076844.411334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076844.859216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076845.435252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076845.435381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076845.883277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076846.459387:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076846.459479:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076846.907201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076847.483206:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076847.483363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076847.931255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076848.251326:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076848.251338:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076848.251343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076848.251353:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3835 00000100:00080000:3.0:1769076848.251364:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076848.251371:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076848.251411:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612126976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076848.251441:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076848.251445:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076848.251447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076848.251451:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3835 00000100:00080000:3.0:1769076848.251456:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076848.251460:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076848.251471:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076848.251487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076848.251495:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612126976:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076848.251505:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076848.251511:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076848.251513:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076848.251519:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3835 00000100:00080000:3.0:1769076848.251523:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076848.251527:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076848.251533:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076848.251550:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612127232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076848.251579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076848.251632:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076848/real 1769076848] req@ffff88dac8832680 x1855007612126976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076848.251659:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612126976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076848.251670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076848.251674:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076848.251678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612126976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076848.251705:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076848.251730:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076848.251744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076848/real 1769076848] req@ffff88dac8830380 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076848.251757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076848.251766:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076848.251770:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076848.251774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076848.251789:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076848.251810:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076848.251823:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076848/real 1769076848] req@ffff88dac8832a00 x1855007612127232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076848.251869:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612127232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076848.251883:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076848.251887:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076848.251891:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076848.507243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076848.507303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076848.955261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076849.531293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076849.531404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076849.979190:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076850.555258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076850.555327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076851.003251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076851.579276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076851.579426:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076852.027266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076852.603240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076852.603357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076853.051206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076853.371323:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076853.371336:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076853.371342:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076853.371355:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3840 00000100:00080000:3.0:1769076853.371368:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076853.371377:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076853.371422:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612127360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076853.371467:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076853.371471:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076853.371474:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076853.371478:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3840 00000100:00080000:3.0:1769076853.371482:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076853.371486:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076853.371497:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076853.371515:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612127488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076853.371539:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076853.371544:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612127360:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076853.371544:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076853.371549:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076853.371563:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3840 00000100:00080000:3.0:1769076853.371567:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076853.371571:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076853.371577:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076853.371615:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612127616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076853.371664:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076853.371719:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076853/real 1769076853] req@ffff88dac8833480 x1855007612127360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076853.371744:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612127360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076853.371788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076853.371795:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076853.371801:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612127360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076853.371832:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076853.371874:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076853.371901:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076853/real 1769076853] req@ffff88dac8832a00 x1855007612127488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076853.371945:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612127488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076853.371963:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076853.371969:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076853.371976:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076853.371987:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076853.372040:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076853.372058:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076853/real 1769076853] req@ffff88dac8830380 x1855007612127616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076853.372074:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612127616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076853.372084:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076853.372088:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076853.372093:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076853.627269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076853.627408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076854.075300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076854.651256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076854.651308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076855.099243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076855.675256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076855.675307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076856.123239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076856.699229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076856.699274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076857.147234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076857.723318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076857.723331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076858.171295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076858.491383:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076858.491401:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076858.491408:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076858.491424:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3845 00000100:00080000:1.0:1769076858.491442:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076858.491453:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076858.491515:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612127744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076858.491556:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076858.491561:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076858.491564:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076858.491568:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3845 00000100:00080000:1.0:1769076858.491572:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076858.491593:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076858.491616:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076858.491637:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076858.491654:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076858.491660:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076858.491663:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076858.491696:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3845 00000100:00100000:0.0:1769076858.491697:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612127744:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076858.491701:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076858.491741:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076858.491754:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076858.491776:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612128000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076858.491929:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076858.491980:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076858.747310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076858.747330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076859.195273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076859.771377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076859.771379:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076860.219298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076860.795269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076860.795405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076861.243274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076861.563528:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076861.563583:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076861.563605:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076861.563716:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076861.563727:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076861.563802:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076858/real 1769076861] req@ffff88dacab49500 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.563865:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.563884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.563891:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076861.563897:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612127872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076861.563910:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076858/real 1769076861] req@ffff88dacab49880 x1855007612128000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.563928:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612128000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.563940:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.563945:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076861.563950:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076861.563960:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076858/real 1769076861] req@ffff88dacab49c00 x1855007612127744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076861.563980:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612127744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076861.564004:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076861.564009:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076861.564014:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612127744:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076861.819284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076861.819402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076862.267288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076862.843250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076862.843316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076863.291256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076863.611298:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076863.611313:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076863.611318:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076863.611347:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3850 00000100:00080000:0.0:1769076863.611362:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076863.611371:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076863.611448:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612128128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076863.611498:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076863.611503:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076863.611506:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076863.611530:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3850 00000100:00080000:0.0:1769076863.611538:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076863.611547:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076863.611564:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076863.611645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612128128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076863.611647:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612128256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076863.611678:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076863.611686:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076863.611690:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076863.611698:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3850 00000100:00080000:0.0:1769076863.611707:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076863.611714:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076863.611723:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076863.611743:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612128384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076863.611760:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076863.611827:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076863/real 1769076863] req@ffff88dac7d2c000 x1855007612128128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076863.611858:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612128128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076863.611875:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076863.611882:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076863.611889:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612128128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076863.611926:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076863.611968:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076863.611991:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076863/real 1769076863] req@ffff88dac7d2c700 x1855007612128256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076863.612014:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612128256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076863.612031:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076863.612037:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076863.612043:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076863.612053:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076863.612089:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076863.612109:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076863/real 1769076863] req@ffff88dac7d2d500 x1855007612128384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076863.612128:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612128384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076863.612141:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076863.612186:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076863.612194:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076863.867286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076863.867312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076864.315295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076864.891211:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076864.891241:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076865.339273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076865.915272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076865.915297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076866.363282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076866.939292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076866.939327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076867.387263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076867.963273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076867.963324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076868.411278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076868.731272:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076868.731280:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076868.731284:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076868.731293:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3855 00000100:00080000:1.0:1769076868.731302:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076868.731308:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076868.731341:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612128512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076868.731362:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076868.731366:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076868.731367:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076868.731370:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3855 00000100:00080000:1.0:1769076868.731373:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076868.731385:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076868.731394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612128512:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769076868.731395:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076868.731415:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076868.731427:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076868.731431:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076868.731433:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076868.731437:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3855 00000100:00080000:1.0:1769076868.731454:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769076868.731462:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:1.0:1769076868.731463:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076868.731470:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076868.731482:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612128768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076868.731516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076868/real 1769076868] req@ffff88dacab4ad80 x1855007612128512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076868.731531:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612128512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076868.731539:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076868.731542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076868.731545:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612128512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076868.731563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076868.731578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076868.731587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076868/real 1769076868] req@ffff88dacab4a680 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076868.731595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076868.731602:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076868.731604:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076868.731606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076868.731610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076868.731619:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076868.731625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076868/real 1769076868] req@ffff88dacab49c00 x1855007612128768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076868.731632:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612128768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076868.731637:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076868.731639:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076868.731641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612128768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076868.987282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076868.987319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076869.435287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076870.011296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076870.011338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076870.459242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076871.035295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076871.035310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076871.483346:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076872.059300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076872.059337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076872.507303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076873.083249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076873.083279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076873.531250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076873.851271:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076873.851285:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076873.851291:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076873.851306:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3860 00000100:00080000:1.0:1769076873.851319:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076873.851329:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076873.851370:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612128896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076873.851424:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076873.851431:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076873.851436:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076873.851444:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3860 00000100:00080000:1.0:1769076873.851451:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076873.851459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076873.851466:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612128896:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769076873.851475:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076873.851502:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612129024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076873.851518:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076873.851523:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076873.851526:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076873.851532:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3860 00000100:00080000:1.0:1769076873.851537:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769076873.851539:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:1.0:1769076873.851550:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076873.851560:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076873.851578:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612129152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076873.851588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076873/real 1769076873] req@ffff88dacab49880 x1855007612128896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076873.851614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612128896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076873.851626:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076873.851631:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076873.851635:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612128896:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076873.851657:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076873.851677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076873.851688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076873/real 1769076873] req@ffff88dacab49500 x1855007612129024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076873.851700:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612129024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076873.851708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076873.851711:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076873.851714:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076873.851719:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076873.851733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076873.851740:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076873/real 1769076873] req@ffff88dacab48e00 x1855007612129152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076873.851757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612129152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076873.851763:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076873.851766:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076873.851769:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076874.107348:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076874.107371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076874.555267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076875.131294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076875.131507:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076875.579324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076876.155351:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076876.155404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076876.603260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076877.179329:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076877.179446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076877.627288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076878.203222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076878.203250:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076878.651232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076878.971313:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076878.971357:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076878.971362:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076878.971374:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3866 00000100:00080000:2.0:1769076878.971387:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076878.971395:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076878.971450:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612129280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076878.971484:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076878.971488:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076878.971490:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076878.971495:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3866 00000100:00080000:2.0:1769076878.971499:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076878.971504:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076878.971515:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076878.971529:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076878.971543:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076878.971551:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769076878.971553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612129280:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076878.971555:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076878.971568:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3866 00000100:00080000:2.0:1769076878.971572:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076878.971577:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076878.971583:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076878.971603:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612129536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076878.971654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076878.971700:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076878/real 1769076878] req@ffff88dac7dbc700 x1855007612129280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076878.971721:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612129280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076878.971733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076878.971737:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076878.971742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612129280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076878.971768:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076878.971791:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076878.971804:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076878/real 1769076878] req@ffff88dac7dbed80 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076878.971818:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076878.971827:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076878.971831:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076878.971834:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076878.971840:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076878.971858:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076878.971868:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076878/real 1769076878] req@ffff88dac7dbf800 x1855007612129536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076878.971880:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612129536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076878.971888:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076878.971891:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076878.971894:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076879.227346:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076879.227434:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076879.675283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076880.251370:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076880.251587:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076880.699266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076881.275269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076881.275348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076881.723244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076882.299347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076882.299373:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076882.747234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076883.323296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076883.323341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076883.771310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076884.091455:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076884.091471:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076884.091478:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076884.091495:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3871 00000100:00080000:3.0:1769076884.091512:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076884.091522:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076884.091581:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612129664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076884.091629:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076884.091636:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076884.091639:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076884.091645:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3871 00000100:00080000:3.0:1769076884.091650:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076884.091656:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076884.091672:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076884.091696:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612129792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076884.091716:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076884.091722:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612129664:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076884.091723:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076884.091728:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076884.091740:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3871 00000100:00080000:3.0:1769076884.091746:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076884.091751:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076884.091758:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076884.091776:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612129920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076884.091834:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076884.091894:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076884/real 1769076884] req@ffff88dac8832680 x1855007612129664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076884.091917:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612129664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076884.091930:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076884.091935:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076884.091939:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612129664:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076884.091982:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076884.092004:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076884.092016:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076884/real 1769076884] req@ffff88dac8833b80 x1855007612129792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076884.092028:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612129792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076884.092037:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076884.092041:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076884.092044:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076884.092049:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076884.092076:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076884.092085:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076884/real 1769076884] req@ffff88dac8833100 x1855007612129920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076884.092122:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612129920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076884.092131:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076884.092134:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076884.092137:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612129920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076884.347367:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076884.347384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076884.795329:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076885.371325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076885.371326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076885.819336:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076886.395312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076886.395377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076886.843384:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076887.419277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076887.419307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076887.867338:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076888.443384:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076888.443524:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076888.891256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076889.211370:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076889.211388:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076889.211395:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076889.211427:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3876 00000100:00080000:1.0:1769076889.211446:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076889.211457:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076889.211532:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612130048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076889.211574:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076889.211580:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076889.211583:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076889.211589:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3876 00000100:00080000:1.0:1769076889.211593:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076889.211598:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076889.211612:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076889.211631:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076889.211650:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769076889.211652:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612130048:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076889.211677:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076889.211682:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076889.211688:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3876 00000100:00080000:1.0:1769076889.211695:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076889.211703:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076889.211711:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076889.211727:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612130304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076889.211752:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076889.211805:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076889/real 1769076889] req@ffff88dacab49180 x1855007612130048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076889.211825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612130048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076889.211836:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076889.211841:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076889.211844:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612130048:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076889.211868:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076889.211888:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076889.211899:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076889/real 1769076889] req@ffff88dacab48380 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076889.211909:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076889.211916:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076889.211919:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076889.211922:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076889.211927:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076889.211940:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076889.211947:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076889/real 1769076889] req@ffff88dacab4aa00 x1855007612130304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076889.211968:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612130304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076889.211975:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076889.211978:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076889.211980:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076889.467269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076889.467301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076889.915267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076890.491393:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076890.491416:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076890.939297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076891.515317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076891.515381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076891.963284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076892.539269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076892.539326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076892.987234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076893.563243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076893.563260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076894.011214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076894.331275:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076894.331283:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076894.331286:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076894.331301:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3881 00000100:00080000:2.0:1769076894.331310:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076894.331315:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076894.331347:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612130432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076894.331373:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076894.331378:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076894.331379:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076894.331382:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3881 00000100:00080000:2.0:1769076894.331384:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076894.331386:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076894.331394:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076894.331403:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612130560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076894.331411:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076894.331414:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076894.331415:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076894.331421:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3881 00000100:00100000:0.0:1769076894.331423:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612130432:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076894.331424:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076894.331430:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076894.331434:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076894.331442:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612130688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076894.331482:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076894.331514:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076894/real 1769076894] req@ffff88dac7dbca80 x1855007612130432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076894.331529:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612130432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076894.331536:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076894.331539:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076894.331542:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612130432:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076894.331548:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076894.331561:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076894.331570:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076894/real 1769076894] req@ffff88dac7dbc380 x1855007612130560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076894.331578:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612130560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076894.331584:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076894.331587:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076894.331589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076894.331607:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076894.331618:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076894.331625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076894/real 1769076894] req@ffff88dac7dbce00 x1855007612130688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076894.331632:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612130688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076894.331637:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076894.331639:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076894.331641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130688:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769076894.587230:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076894.587235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076895.035223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076895.611265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076895.611273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076896.059235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076896.635258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076896.635279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076897.083247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076897.659269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076897.659314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076898.107207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076898.683250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076898.683279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076899.131361:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076899.451216:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076899.451226:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076899.451231:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076899.451240:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3886 00000100:00080000:2.0:1769076899.451251:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076899.451257:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076899.451316:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612130816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076899.451339:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076899.451343:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076899.451344:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076899.451348:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3886 00000100:00080000:2.0:1769076899.451351:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076899.451355:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076899.451363:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076899.451374:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076899.451384:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076899.451387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076899.451389:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076899.451395:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3886 00000100:00100000:0.0:1769076899.451398:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612130816:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076899.451398:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076899.451404:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076899.451411:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076899.451422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612131072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076899.451493:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076899.451543:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076899/real 1769076899] req@ffff88dac7dbfb80 x1855007612130816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076899.451567:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612130816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076899.451593:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076899.451597:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076899.451601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612130816:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076899.451623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076899.451646:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076899.451658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076899/real 1769076899] req@ffff88dac7dbd880 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076899.451669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076899.451677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076899.451679:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076899.451682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612130944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076899.451687:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076899.451700:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076899.451718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076899/real 1769076899] req@ffff88dac7dbd500 x1855007612131072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076899.451728:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612131072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076899.451750:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076899.451753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076899.451756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076899.707245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076899.707322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076900.155302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076900.731262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076900.731293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076901.179240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076901.755287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076901.755313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076902.203227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076902.779303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076902.779373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076903.227298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076903.803204:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076903.803246:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076904.251270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076904.571325:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076904.571336:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076904.571342:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076904.571354:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3891 00000100:00080000:0.0:1769076904.571366:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076904.571374:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076904.571425:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612131200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076904.571456:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076904.571460:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076904.571462:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076904.571466:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3891 00000100:00080000:0.0:1769076904.571469:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076904.571472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076904.571482:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076904.571495:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612131328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076904.571506:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076904.571510:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076904.571513:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076904.571520:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612131200:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076904.571521:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3891 00000100:00080000:0.0:1769076904.571526:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076904.571542:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076904.571553:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076904.571569:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612131456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076904.571624:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076904.571676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076904/real 1769076904] req@ffff88dac7d2ea00 x1855007612131200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076904.571702:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612131200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076904.571718:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076904.571724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076904.571742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612131200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076904.571773:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076904.571801:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076904.571816:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076904/real 1769076904] req@ffff88dac7d2e680 x1855007612131328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076904.571828:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612131328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076904.571838:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076904.571841:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076904.571844:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076904.571850:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076904.571867:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076904.571875:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076904/real 1769076904] req@ffff88dac7d2f480 x1855007612131456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076904.571886:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612131456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076904.571950:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076904.571954:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076904.571958:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076904.827252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076904.827321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076905.275237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076905.851320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076905.851402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076906.299262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076906.875299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769076906.875300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076907.323288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076907.899271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076907.899321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076908.347273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076908.923288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076908.923339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076909.371286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076909.691260:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076909.691271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076909.691276:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076909.691286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3896 00000100:00080000:2.0:1769076909.691296:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076909.691317:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076909.691350:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612131584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076909.691375:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076909.691378:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076909.691379:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076909.691382:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3896 00000100:00080000:2.0:1769076909.691385:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076909.691388:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076909.691395:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076909.691404:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076909.691412:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076909.691414:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076909.691416:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076909.691418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3896 00000100:00080000:2.0:1769076909.691420:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076909.691422:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076909.691425:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076909.691433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612131840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076909.691461:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612131584:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769076909.691546:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076909.691596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909] req@ffff88dac7dbf100 x1855007612131584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076909.691632:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612131584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076909.691643:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076909.691648:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076909.691652:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612131584:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076909.691660:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076909.691685:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076909.691700:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909] req@ffff88dac7dbf480 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076909.691714:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076909.691721:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076909.691724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076909.691726:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076909.691731:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076909.691748:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076909.691755:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076909/real 1769076909] req@ffff88dac7dbd500 x1855007612131840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076909.691764:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612131840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076909.691770:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076909.691772:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076909.691774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612131840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076909.947249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076909.947287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076910.395352:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076910.971320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076910.971378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076911.419284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076911.995286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076911.995387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076912.443239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076913.019247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076913.019290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076913.467211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076914.043310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076914.043329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076914.491298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076914.811269:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076914.811281:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076914.811286:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076914.811297:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3901 00000100:00080000:2.0:1769076914.811307:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076914.811314:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076914.811367:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612131968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076914.811400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076914.811404:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076914.811406:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076914.811410:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3901 00000100:00080000:2.0:1769076914.811414:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076914.811419:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076914.811431:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076914.811443:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612131968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076914.811448:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612132096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076914.811466:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076914.811469:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076914.811471:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076914.811476:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3901 00000100:00080000:2.0:1769076914.811480:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076914.811484:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076914.811489:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076914.811502:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612132224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076914.811535:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076914.811597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914] req@ffff88dac7dbd880 x1855007612131968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076914.811618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612131968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076914.811630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076914.811634:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076914.811639:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612131968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076914.811667:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076914.811693:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076914.811707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914] req@ffff88dac7dbfb80 x1855007612132096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076914.811737:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612132096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076914.811747:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076914.811751:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076914.811755:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076914.811761:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076914.811786:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076914.811802:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076914/real 1769076914] req@ffff88dac7dbce00 x1855007612132224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076914.811815:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612132224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076914.811823:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076914.811826:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076914.811830:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076915.067261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076915.067300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076915.515227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076916.091251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076916.091288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076916.539218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076917.115244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076917.115284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076917.563247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076918.139278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076918.139327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076918.587240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076919.163273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076919.163327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076919.611267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076919.931263:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076919.931275:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076919.931280:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076919.931292:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3907 00000100:00080000:2.0:1769076919.931304:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076919.931322:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076919.931364:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612132352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076919.931392:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076919.931397:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076919.931399:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076919.931402:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3907 00000100:00080000:2.0:1769076919.931406:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076919.931412:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076919.931438:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076919.931454:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076919.931456:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612132352:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076919.931476:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076919.931479:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076919.931480:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076919.931500:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3907 00000100:00080000:2.0:1769076919.931503:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076919.931506:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076919.931509:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076919.931520:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612132608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076919.931560:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076919.931616:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919] req@ffff88dac7dbc380 x1855007612132352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076919.931654:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612132352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076919.931665:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076919.931670:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076919.931674:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612132352:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076919.931711:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076919.931739:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076919.931754:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919] req@ffff88dac7dbca80 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076919.931769:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076919.931788:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076919.931792:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076919.931796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076919.931803:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076919.931835:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076919.931847:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076919/real 1769076919] req@ffff88dac7dbf800 x1855007612132608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076919.931860:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612132608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076919.931870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076919.931875:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076919.931879:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076920.187258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076920.187293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076920.635210:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076921.211257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076921.211287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076921.659208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076922.235249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076922.235275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076922.683271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076923.259224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076923.259262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076923.707237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769076924.283289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076924.283373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076924.731305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076925.051321:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076925.051338:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076925.051346:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076925.051362:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3912 00000100:00080000:3.0:1769076925.051378:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076925.051387:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076925.051448:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612132736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076925.051486:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076925.051491:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076925.051493:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076925.051498:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3912 00000100:00080000:3.0:1769076925.051502:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076925.051509:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076925.051521:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076925.051535:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612132864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076925.051547:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076925.051576:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076925.051579:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769076925.051580:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612132736:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076925.051586:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3912 00000100:00080000:3.0:1769076925.051597:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076925.051608:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076925.051612:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076925.051622:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612132992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076925.051762:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076925.051823:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769076925.307291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076925.307308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076925.755257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076926.331277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076926.331372:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076926.779286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076927.355284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076927.355327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076927.803231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769076928.123679:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769076928.123743:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769076928.123764:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076928.123814:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769076928.123825:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076928.123902:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076928] req@ffff88dac8831c00 x1855007612132864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076928.123965:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612132864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076928.123988:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076928.123996:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076928.124004:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076928.124019:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076928] req@ffff88dac8830e00 x1855007612132992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076928.124044:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612132992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076928.124057:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076928.124064:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076928.124069:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612132992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076928.124082:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076925/real 1769076928] req@ffff88dac8831180 x1855007612132736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076928.124105:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612132736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076928.124118:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076928.124124:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076928.124129:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612132736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076928.379336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076928.379464:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076928.827231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076929.403385:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076929.403463:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076929.851364:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076930.171249:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076930.171258:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076930.171262:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076930.171271:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3917 00000100:00080000:0.0:1769076930.171289:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076930.171296:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076930.171327:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612133120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076930.171355:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076930.171357:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076930.171359:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076930.171362:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3917 00000100:00080000:0.0:1769076930.171364:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076930.171367:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076930.171374:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076930.171384:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076930.171394:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076930.171398:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076930.171399:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076930.171403:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3917 00000100:00080000:0.0:1769076930.171406:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076930.171410:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076930.171416:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076930.171441:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612133376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076930.171579:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612133120:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769076930.171752:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076930.171854:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930] req@ffff88dac7d2ca80 x1855007612133120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076930.171893:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612133120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076930.171916:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076930.171926:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076930.171935:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612133120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076930.171951:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076930.172000:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076930.172027:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930] req@ffff88dac7d2f100 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076930.172051:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076930.172068:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076930.172076:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076930.172083:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076930.172097:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076930.172138:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076930.172261:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076930/real 1769076930] req@ffff88dac7d2f480 x1855007612133376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076930.172289:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612133376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076930.172304:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076930.172312:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076930.172319:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076930.427302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076930.427338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076930.875324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076931.451398:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076931.451481:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076931.899268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769076932.475325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076932.475372:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076932.923219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076933.499288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076933.499311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076933.947258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076934.523302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076934.523349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076934.971239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076935.291312:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076935.291322:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076935.291327:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076935.291336:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3922 00000100:00080000:2.0:1769076935.291359:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076935.291366:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076935.291433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612133504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076935.291464:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076935.291467:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076935.291469:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076935.291473:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3922 00000100:00080000:2.0:1769076935.291487:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076935.291490:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076935.291498:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076935.291509:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612133632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076935.291518:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076935.291522:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076935.291524:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076935.291527:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3922 00000100:00080000:2.0:1769076935.291530:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769076935.291533:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612133504:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076935.291536:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076935.291546:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076935.291557:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612133760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076935.291604:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076935.291642:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935] req@ffff88dac7dbed80 x1855007612133504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076935.291666:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612133504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076935.291679:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076935.291685:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076935.291691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612133504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076935.291701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076935.291740:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076935.291752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935] req@ffff88dac7dbc700 x1855007612133632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076935.291763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612133632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076935.291771:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076935.291774:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076935.291777:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076935.291811:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076935.291826:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076935.291834:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076935/real 1769076935] req@ffff88dac7dbc000 x1855007612133760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076935.291843:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612133760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076935.291849:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076935.291862:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076935.291865:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612133760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076935.547295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076935.547339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076935.995278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076936.571423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076936.571432:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076937.019234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076937.595301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076937.595330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076938.043271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076938.619276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076938.619296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076939.067235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076939.643262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076939.643280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076940.091292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076940.411266:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076940.411276:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076940.411280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076940.411311:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3927 00000100:00080000:0.0:1769076940.411322:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076940.411329:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076940.411375:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612133888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076940.411409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076940.411414:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076940.411416:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076940.411421:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3927 00000100:00080000:0.0:1769076940.411426:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076940.411432:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076940.411449:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076940.411449:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612133888:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076940.411472:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076940.411488:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076940.411491:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076940.411493:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076940.411497:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3927 00000100:00080000:0.0:1769076940.411508:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076940.411515:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769076940.411517:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769076940.411523:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076940.411542:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612134144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076940.411562:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940] req@ffff88dac7d2e680 x1855007612133888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076940.411580:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612133888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076940.411589:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076940.411592:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076940.411596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612133888:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076940.411619:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076940.411646:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076940.411662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940] req@ffff88dac7d2ea00 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076940.411678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076940.411688:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076940.411691:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076940.411694:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076940.411699:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076940.411716:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076940.411725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076940/real 1769076940] req@ffff88dac7d2d500 x1855007612134144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076940.411739:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612134144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076940.411746:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076940.411748:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076940.411751:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076940.667265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076940.667356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076941.115222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076941.691327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076941.691412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076942.139273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076942.715320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076942.715327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076943.163313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076943.739299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076943.739514:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076944.187324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076944.763375:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076944.763461:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076945.211334:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076945.531418:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076945.531436:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076945.531443:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076945.531488:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3932 00000100:00080000:3.0:1769076945.531507:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076945.531519:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076945.531591:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612134272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076945.531645:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076945.531650:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076945.531653:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076945.531659:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3932 00000100:00080000:3.0:1769076945.531664:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076945.531669:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076945.531690:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076945.531708:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612134400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076945.531722:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612134272:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769076945.531742:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076945.531748:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076945.531750:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076945.531756:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3932 00000100:00080000:3.0:1769076945.531763:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076945.531769:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076945.531777:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076945.531797:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612134528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076945.531822:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076945.531881:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076945/real 1769076945] req@ffff88dac8833800 x1855007612134272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076945.531900:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612134272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076945.531929:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076945.531933:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076945.531936:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612134272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076945.531971:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076945.532022:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076945.532035:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076945/real 1769076945] req@ffff88dac8832300 x1855007612134400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076945.532054:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612134400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076945.532062:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076945.532066:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076945.532069:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076945.532075:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076945.532090:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076945.532098:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076945/real 1769076945] req@ffff88dac8830700 x1855007612134528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076945.532109:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612134528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076945.532115:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076945.532126:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076945.532128:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076945.787391:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076945.787404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076946.235330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769076946.811322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769076946.811368:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076947.259314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769076947.835303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076947.835454:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076948.283241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076948.859328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076948.859399:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076949.307270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076949.883296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076949.883474:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076950.331292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076950.651257:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076950.651268:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076950.651273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076950.651283:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3937 00000100:00080000:3.0:1769076950.651295:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076950.651301:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076950.651339:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612134656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076950.651373:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076950.651379:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076950.651381:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076950.651388:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3937 00000100:00080000:3.0:1769076950.651394:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076950.651400:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076950.651412:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076950.651413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612134656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076950.651438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076950.651453:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076950.651457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076950.651459:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076950.651462:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3937 00000100:00080000:3.0:1769076950.651466:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076950.651470:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076950.651474:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076950.651487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612134912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076950.651492:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076950.651542:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076950/real 1769076950] req@ffff88dac8830000 x1855007612134656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076950.651566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612134656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076950.651575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076950.651580:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076950.651583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612134656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076950.651605:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076950.651634:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076950.651646:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076950/real 1769076950] req@ffff88dac8830700 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076950.651657:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076950.651665:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076950.651668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076950.651670:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076950.651675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076950.651689:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076950.651696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076950/real 1769076950] req@ffff88dac8832300 x1855007612134912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076950.651706:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612134912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076950.651718:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076950.651721:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076950.651724:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612134912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076950.907269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076950.907315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076951.355345:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076951.931271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076951.931284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076952.379237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076952.955350:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076952.955417:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076953.403350:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076953.979258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076953.979344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076954.427243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769076955.003237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769076955.003329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076955.451275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769076955.771249:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076955.771257:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769076955.771261:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076955.771269:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3942 00000100:00080000:0.0:1769076955.771278:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076955.771283:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769076955.771316:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612135040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769076955.771339:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076955.771342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769076955.771343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076955.771346:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3942 00000100:00080000:0.0:1769076955.771349:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076955.771352:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076955.771360:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076955.771369:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612135168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769076955.771374:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612135040:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769076955.771380:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769076955.771383:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769076955.771385:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769076955.771388:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3942 00000100:00080000:0.0:1769076955.771392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769076955.771394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769076955.771397:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076955.771406:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612135296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076955.771436:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076955.771468:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076955/real 1769076955] req@ffff88dac7d2c700 x1855007612135040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076955.771481:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612135040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076955.771489:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076955.771492:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076955.771495:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612135040:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076955.771512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076955.771526:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076955.771535:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076955/real 1769076955] req@ffff88dac7d2c000 x1855007612135168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076955.771543:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612135168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076955.771549:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076955.771551:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076955.771553:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076955.771557:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076955.771567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076955.771572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076955/real 1769076955] req@ffff88dac7d2d180 x1855007612135296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076955.771579:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612135296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076955.771585:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076955.771587:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076955.771589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076956.027408:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076956.027426:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076956.475211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076957.051257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076957.051285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076957.499283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076958.075231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076958.075279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076958.523222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076959.099259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076959.099291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076959.547242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076960.123296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076960.123356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076960.571268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076960.891388:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076960.891403:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076960.891410:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076960.891425:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3947 00000100:00080000:2.0:1769076960.891443:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076960.891453:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076960.891514:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612135424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076960.891556:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076960.891561:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076960.891563:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076960.891568:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3947 00000100:00080000:2.0:1769076960.891572:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076960.891577:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076960.891590:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076960.891606:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076960.891621:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076960.891625:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076960.891628:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076960.891632:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3947 00000100:00080000:2.0:1769076960.891637:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076960.891641:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076960.891647:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076960.891659:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612135424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076960.891662:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612135680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076960.891801:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076960.891878:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076960/real 1769076960] req@ffff88dac7dbd180 x1855007612135424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076960.891904:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612135424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076960.891920:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076960.891926:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076960.891931:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612135424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076960.891941:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076960.892019:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076960.892034:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076960/real 1769076960] req@ffff88dac7dbe680 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076960.892065:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076960.892077:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076960.892081:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076960.892085:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076960.892137:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076960.892155:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076960.892165:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076960/real 1769076960] req@ffff88dac7dbe300 x1855007612135680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076960.892176:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612135680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076960.892227:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076960.892231:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076960.892234:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076961.147301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076961.147349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076961.595368:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076962.171304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076962.171375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076962.619260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076963.195319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076963.195353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076963.643230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076964.219246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076964.219290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076964.667323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076965.243286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076965.243360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076965.691259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076966.011413:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076966.011423:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076966.011428:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076966.011438:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3953 00000100:00080000:2.0:1769076966.011450:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076966.011457:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076966.011505:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612135808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076966.011544:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076966.011550:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076966.011553:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076966.011559:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3953 00000100:00080000:2.0:1769076966.011563:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076966.011568:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076966.011589:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076966.011613:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612135808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769076966.011614:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612135936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076966.011634:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076966.011638:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076966.011640:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076966.011644:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3953 00000100:00080000:2.0:1769076966.011648:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076966.011651:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076966.011657:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076966.011669:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612136064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769076966.011712:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076966.011763:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076966/real 1769076966] req@ffff88dac7dbdf80 x1855007612135808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076966.011782:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612135808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076966.011803:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076966.011807:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076966.011811:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612135808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076966.011836:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076966.011905:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076966.011921:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076966/real 1769076966] req@ffff88dac7dbea00 x1855007612135936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076966.011934:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612135936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076966.011942:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076966.011946:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076966.011949:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612135936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076966.011956:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769076966.011975:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769076966.011984:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076966/real 1769076966] req@ffff88dac7dbe300 x1855007612136064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769076966.011995:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612136064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769076966.012002:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769076966.012005:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769076966.012008:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076966.267285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076966.267312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076966.715274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076967.291303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076967.291345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076967.739220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076968.315276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076968.315339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076968.763244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076969.339368:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076969.339390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076969.787268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076970.363347:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076970.363397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076970.811294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076971.131281:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076971.131289:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076971.131293:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076971.131300:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3958 00000100:00080000:1.0:1769076971.131310:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076971.131315:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076971.131347:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612136192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076971.131375:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076971.131378:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076971.131380:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076971.131382:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3958 00000100:00080000:1.0:1769076971.131385:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076971.131387:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076971.131394:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076971.131403:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076971.131411:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076971.131413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076971.131415:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076971.131417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3958 00000100:00080000:1.0:1769076971.131419:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769076971.131423:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612136192:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076971.131424:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076971.131431:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076971.131442:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612136448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076971.131484:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076971.131516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971] req@ffff88dacab48700 x1855007612136192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076971.131530:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612136192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076971.131538:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076971.131541:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076971.131544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612136192:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076971.131549:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076971.131563:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076971.131571:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971] req@ffff88dacab4bb80 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076971.131586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076971.131595:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076971.131598:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076971.131601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076971.131625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076971.131642:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076971.131651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076971/real 1769076971] req@ffff88dacab4aa00 x1855007612136448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076971.131665:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612136448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076971.131671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076971.131673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076971.131675:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076971.387256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076971.387337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076971.835248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076972.411276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076972.411307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076972.859300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769076973.435280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076973.435315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076973.883247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076974.459274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076974.459320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076974.907299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076975.483238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076975.483268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076975.931238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076976.251269:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076976.251280:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076976.251286:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076976.251298:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3963 00000100:00080000:1.0:1769076976.251311:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076976.251318:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076976.251359:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612136576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076976.251397:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076976.251400:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076976.251401:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076976.251405:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3963 00000100:00080000:1.0:1769076976.251408:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076976.251412:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076976.251420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076976.251431:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612136704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076976.251437:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612136576:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076976.251447:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076976.251451:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076976.251452:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076976.251455:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3963 00000100:00080000:1.0:1769076976.251457:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076976.251461:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076976.251465:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076976.251474:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612136832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076976.251506:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076976.251554:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076976/real 1769076976] req@ffff88dacab48380 x1855007612136576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076976.251572:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612136576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076976.251581:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076976.251584:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076976.251588:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612136576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076976.251607:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076976.251624:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076976.251633:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076976/real 1769076976] req@ffff88dacab49180 x1855007612136704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076976.251642:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612136704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076976.251649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076976.251652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076976.251655:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076976.251659:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076976.251670:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076976.251677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076976/real 1769076976] req@ffff88dacab48e00 x1855007612136832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076976.251686:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612136832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076976.251713:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076976.251716:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076976.251719:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612136832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076976.507314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076976.507337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076976.955256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769076977.531290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769076977.531291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769076977.979224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076978.555306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076978.555412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076979.003271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076979.579259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076979.579301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076980.027211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076980.603227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076980.603297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076981.051222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076981.371263:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076981.371276:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076981.371282:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076981.371293:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3968 00000100:00080000:1.0:1769076981.371304:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076981.371311:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076981.371351:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612136960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076981.371378:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076981.371382:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076981.371384:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076981.371388:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3968 00000100:00080000:1.0:1769076981.371392:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076981.371397:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076981.371407:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076981.371422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076981.371433:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076981.371438:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076981.371440:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076981.371463:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3968 00000100:00100000:0.0:1769076981.371465:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612136960:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076981.371470:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076981.371478:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076981.371485:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076981.371502:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612137216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076981.371585:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076981.371672:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076981/real 1769076981] req@ffff88dacab49500 x1855007612136960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076981.371694:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612136960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076981.371705:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076981.371711:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076981.371715:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612136960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076981.371723:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076981.371750:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076981.371766:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076981/real 1769076981] req@ffff88dacab49880 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076981.371788:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076981.371799:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076981.371803:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076981.371807:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076981.371838:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076981.371863:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076981.371877:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076981/real 1769076981] req@ffff88dacab49c00 x1855007612137216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076981.371891:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612137216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076981.371899:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076981.371904:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076981.371908:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076981.627256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076981.627343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076982.075263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076982.651262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076982.651311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076983.099256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076983.675317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076983.675401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076984.123242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076984.699294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076984.699388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076985.147264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076985.723324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769076985.723409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076986.171333:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769076986.491318:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076986.491336:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769076986.491344:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076986.491360:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3973 00000100:00080000:2.0:1769076986.491398:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076986.491410:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769076986.491470:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612137344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769076986.491545:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076986.491552:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769076986.491555:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076986.491560:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3973 00000100:00080000:2.0:1769076986.491576:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076986.491582:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076986.491594:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076986.491617:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612137472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076986.491631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612137344:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769076986.491637:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769076986.491651:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769076986.491656:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769076986.491662:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3973 00000100:00080000:2.0:1769076986.491666:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769076986.491670:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769076986.491676:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769076986.491692:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612137600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076986.491744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076986.491795:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076986/real 1769076986] req@ffff88dac7dbe680 x1855007612137344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076986.491817:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612137344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076986.491829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076986.491834:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076986.491839:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612137344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076986.491866:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076986.491922:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076986.491937:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076986/real 1769076986] req@ffff88dac7dbd180 x1855007612137472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076986.491953:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612137472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076986.491974:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076986.491978:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076986.491982:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076986.491989:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076986.492009:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076986.492020:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076986/real 1769076986] req@ffff88dac7dbc000 x1855007612137600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076986.492042:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612137600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076986.492052:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076986.492055:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076986.492059:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076986.747273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769076986.747379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076987.195302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076987.771282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076987.771316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076988.219336:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076988.795292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076988.795349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076989.243271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076989.819303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076989.819377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076990.267302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076990.843268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076990.843369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076991.291355:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769076991.611355:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076991.611370:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769076991.611376:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076991.611399:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3978 00000100:00080000:3.0:1769076991.611430:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076991.611468:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769076991.611514:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612137728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076991.611560:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076991.611568:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769076991.611572:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076991.611580:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3978 00000100:00080000:3.0:1769076991.611589:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076991.611598:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076991.611614:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769076991.611633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612137728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769076991.611647:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769076991.611675:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769076991.611682:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769076991.611687:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769076991.611694:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3978 00000100:00080000:3.0:1769076991.611701:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769076991.611707:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769076991.611716:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769076991.611751:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612137984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076991.611815:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076991.611848:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076991.867361:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076991.867397:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076992.315319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076992.891245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076992.891250:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076993.339336:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076993.915440:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076993.915498:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076994.363308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769076994.683638:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769076994.683714:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769076994.683746:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076994.683812:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769076994.683830:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769076994.683920:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076994] req@ffff88dac8831180 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.683971:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.683996:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.684006:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076994.684015:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076994.684029:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076994] req@ffff88dac8830e00 x1855007612137984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.684085:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612137984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.684100:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.684107:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076994.684114:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612137984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076994.684127:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076991/real 1769076994] req@ffff88dac8833800 x1855007612137728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076994.684202:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612137728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076994.684221:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076994.684240:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076994.684251:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612137728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769076994.939238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076994.939290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076995.387319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076995.963285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076995.963331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076996.411334:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769076996.731315:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076996.731326:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769076996.731331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076996.731342:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3983 00000100:00080000:1.0:1769076996.731383:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076996.731391:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769076996.731429:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612138112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769076996.731472:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076996.731476:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769076996.731479:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076996.731484:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3983 00000100:00080000:1.0:1769076996.731488:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076996.731493:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076996.731504:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076996.731522:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612138240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769076996.731530:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612138112:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769076996.731541:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769076996.731547:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769076996.731549:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769076996.731553:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3983 00000100:00080000:1.0:1769076996.731559:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769076996.731563:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769076996.731567:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769076996.731583:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612138368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769076996.731616:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076996.731676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076996/real 1769076996] req@ffff88dacab4a680 x1855007612138112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076996.731702:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612138112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076996.731718:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076996.731723:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076996.731727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612138112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769076996.731763:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076996.731792:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076996.731809:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076996/real 1769076996] req@ffff88dacab4ad80 x1855007612138240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076996.731822:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612138240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076996.731833:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076996.731837:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076996.731840:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769076996.731847:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769076996.731869:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769076996.731882:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076996/real 1769076996] req@ffff88dacab49c00 x1855007612138368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769076996.731895:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612138368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769076996.731903:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769076996.731907:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769076996.731911:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769076996.987264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076996.987385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076997.435287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076998.011278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076998.011321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076998.459270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769076999.035264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769076999.035378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769076999.483357:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077000.059316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077000.059385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077000.507253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077001.083330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077001.083368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077001.531299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077001.851251:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077001.851271:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077001.851274:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077001.851299:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3988 00000100:00080000:0.0:1769077001.851326:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077001.851332:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077001.851378:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612138496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077001.851405:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077001.851408:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077001.851410:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077001.851413:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3988 00000100:00080000:0.0:1769077001.851416:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077001.851420:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077001.851428:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077001.851439:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077001.851445:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612138496:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077001.851456:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077001.851460:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077001.851462:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077001.851467:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3988 00000100:00080000:0.0:1769077001.851471:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077001.851474:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077001.851477:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077001.851489:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612138752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077001.851514:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077001.851568:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077001/real 1769077001] req@ffff88dac7d2d880 x1855007612138496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077001.851584:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612138496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077001.851592:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077001.851611:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077001.851615:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612138496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077001.851633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077001.851677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077001.851687:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077001/real 1769077001] req@ffff88dac7d2dc00 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077001.851697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077001.851707:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077001.851711:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077001.851715:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077001.851758:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077001.851781:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077001.851811:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077001/real 1769077001] req@ffff88dac7d2d180 x1855007612138752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077001.851836:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612138752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077001.851846:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077001.851851:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077001.851854:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612138752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077002.107230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077002.107275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077002.555294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077003.131392:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077003.131472:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077003.579375:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077004.155320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077004.155345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077004.603278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077005.179394:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077005.179466:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077005.627326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077006.203384:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077006.203400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077006.651351:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077006.971388:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077006.971399:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077006.971404:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077006.971415:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3994 00000100:00080000:2.0:1769077006.971426:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077006.971433:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077006.971468:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612138880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077006.971497:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077006.971500:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077006.971502:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077006.971505:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3994 00000100:00080000:2.0:1769077006.971508:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077006.971511:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077006.971518:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077006.971532:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612139008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077006.971541:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077006.971545:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077006.971546:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077006.971549:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3994 00000100:00080000:2.0:1769077006.971552:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077006.971555:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077006.971578:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077006.971581:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612138880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077006.971591:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612139136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077006.971650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077006.971694:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077006/real 1769077006] req@ffff88dac7dbc700 x1855007612138880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077006.971715:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612138880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077006.971729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077006.971734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077006.971739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612138880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077006.971749:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077006.971791:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077006.971808:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077006/real 1769077006] req@ffff88dac7dbed80 x1855007612139008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077006.971839:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612139008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077006.971849:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077006.971854:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077006.971858:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077006.971886:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077006.971909:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077006.971940:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077006/real 1769077006] req@ffff88dac7dbf800 x1855007612139136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077006.971956:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612139136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077006.971966:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077006.971970:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077006.971975:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077007.227375:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077007.227457:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077007.675259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077008.251449:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077008.251455:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077008.699309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077009.275277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077009.275291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077009.723296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077010.299239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077010.299319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077010.747282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077011.323303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077011.323349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077011.771302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077012.091258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077012.091266:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077012.091270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077012.091278:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 3999 00000100:00080000:1.0:1769077012.091287:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077012.091292:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077012.091325:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612139264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077012.091350:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077012.091353:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077012.091354:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077012.091357:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3999 00000100:00080000:1.0:1769077012.091360:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077012.091363:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077012.091371:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077012.091382:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077012.091383:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612139264:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077012.091397:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077012.091400:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077012.091401:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077012.091404:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 3999 00000100:00080000:1.0:1769077012.091407:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077012.091409:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077012.091412:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077012.091420:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612139520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077012.091448:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077012.091498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077012/real 1769077012] req@ffff88dacab49880 x1855007612139264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077012.091514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612139264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077012.091527:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077012.091530:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077012.091534:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612139264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077012.091552:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077012.091583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077012.091597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077012/real 1769077012] req@ffff88dacab49500 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077012.091612:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077012.091623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077012.091627:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077012.091631:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077012.091638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077012.091657:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077012.091667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077012/real 1769077012] req@ffff88dacab48e00 x1855007612139520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077012.091687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612139520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077012.091693:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077012.091695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077012.091697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077012.347243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077012.347250:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077012.795262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077013.371287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077013.371323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077013.819241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077014.395311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077014.395360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077014.843212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077015.419297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077015.419358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077015.867436:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077016.443272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077016.443294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077016.891274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077017.211258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077017.211270:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077017.211275:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077017.211286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4004 00000100:00080000:1.0:1769077017.211298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077017.211312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077017.211347:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612139648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077017.211374:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077017.211377:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077017.211379:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077017.211382:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4004 00000100:00080000:1.0:1769077017.211385:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077017.211388:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077017.211396:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077017.211406:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612139776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077017.211431:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077017.211434:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077017.211435:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077017.211439:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4004 00000100:00080000:1.0:1769077017.211442:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077017.211445:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612139648:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077017.211448:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077017.211456:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077017.211465:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612139904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077017.211508:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077017.211543:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077017/real 1769077017] req@ffff88dacab49180 x1855007612139648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077017.211558:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612139648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077017.211566:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077017.211569:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077017.211572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612139648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077017.211587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077017.211612:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077017.211626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077017/real 1769077017] req@ffff88dacab48380 x1855007612139776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077017.211642:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612139776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077017.211686:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077017.211691:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077017.211695:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077017.211721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077017.211758:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077017.211768:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077017/real 1769077017] req@ffff88dacab4aa00 x1855007612139904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077017.211778:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612139904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077017.211784:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077017.211787:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077017.211789:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612139904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077017.467336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077017.467338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077017.915262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077018.491210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077018.491264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077018.939232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077019.515312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077019.515352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077019.963319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077020.539259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077020.539343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077020.987277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077021.563337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077021.563386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077022.011244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077022.331292:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077022.331304:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077022.331309:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077022.331320:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4009 00000100:00080000:3.0:1769077022.331333:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077022.331340:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077022.331385:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612140032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077022.331422:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077022.331426:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077022.331427:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077022.331430:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4009 00000100:00080000:3.0:1769077022.331433:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077022.331437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077022.331447:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077022.331458:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077022.331471:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612140032:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077022.331473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077022.331488:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077022.331491:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077022.331495:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4009 00000100:00080000:3.0:1769077022.331505:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077022.331510:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077022.331514:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077022.331525:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612140288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077022.331566:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077022.331641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077022/real 1769077022] req@ffff88dac8831c00 x1855007612140032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077022.331684:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612140032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077022.331698:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077022.331719:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077022.331722:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612140032:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077022.331745:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077022.331765:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077022.331793:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077022/real 1769077022] req@ffff88dac8833100 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077022.331804:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077022.331812:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077022.331815:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077022.331818:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077022.331823:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077022.331838:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077022.331847:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077022/real 1769077022] req@ffff88dac8833b80 x1855007612140288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077022.331856:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612140288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077022.331863:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077022.331865:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077022.331868:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077022.587320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077022.587378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077023.035323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077023.611300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077023.611301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077024.059350:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077024.635248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077024.635290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077025.083324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077025.659250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077025.659285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077026.107277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077026.683259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077026.683275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077027.131278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077027.451280:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077027.451289:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077027.451293:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077027.451302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4014 00000100:00080000:3.0:1769077027.451311:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077027.451316:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077027.451347:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612140416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077027.451368:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077027.451370:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077027.451372:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077027.451375:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4014 00000100:00080000:3.0:1769077027.451377:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077027.451380:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077027.451388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077027.451397:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612140544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077027.451406:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077027.451410:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769077027.451413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612140416:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077027.451413:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077027.451420:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4014 00000100:00080000:3.0:1769077027.451423:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077027.451426:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077027.451429:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077027.451439:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612140672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077027.451477:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077027.451511:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077027/real 1769077027] req@ffff88dac8832680 x1855007612140416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077027.451526:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612140416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077027.451533:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077027.451536:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077027.451539:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612140416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077027.451556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077027.451571:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077027.451579:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077027/real 1769077027] req@ffff88dac8830380 x1855007612140544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077027.451587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612140544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077027.451592:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077027.451595:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077027.451597:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077027.451601:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077027.451611:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077027.451617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077027/real 1769077027] req@ffff88dac8832a00 x1855007612140672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077027.451624:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612140672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077027.451629:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077027.451631:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077027.451633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077027.707232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077027.707284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077028.155258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077028.731360:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077028.731466:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077029.179294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077029.755335:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077029.755422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077030.203221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077030.779246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077030.779286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077031.227258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077031.803212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077031.803283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077032.251220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077032.571259:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077032.571268:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077032.571273:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077032.571282:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4019 00000100:00080000:2.0:1769077032.571291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077032.571297:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077032.571329:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612140800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077032.571351:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077032.571354:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077032.571356:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077032.571358:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4019 00000100:00080000:2.0:1769077032.571360:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077032.571363:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077032.571370:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077032.571378:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077032.571386:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077032.571388:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077032.571390:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077032.571395:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4019 00000100:00100000:0.0:1769077032.571397:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612140800:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077032.571397:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077032.571403:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077032.571411:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077032.571420:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612141056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077032.571471:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077032.571509:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077032/real 1769077032] req@ffff88dac7dbca80 x1855007612140800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077032.571523:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612140800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077032.571531:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077032.571535:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077032.571538:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612140800:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077032.571556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077032.571572:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077032.571581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077032/real 1769077032] req@ffff88dac7dbc380 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077032.571590:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077032.571596:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077032.571598:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077032.571600:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612140928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077032.571604:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077032.571615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077032.571620:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077032/real 1769077032] req@ffff88dac7dbce00 x1855007612141056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077032.571627:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612141056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077032.571632:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077032.571634:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077032.571636:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077032.827251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077032.827347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077033.275277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077033.851289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077033.851289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077034.299229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077034.875307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077034.875310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077035.323281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077035.899226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077035.899284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077036.347277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077036.923242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077036.923283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077037.371293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077037.691282:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077037.691294:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077037.691299:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077037.691309:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4024 00000100:00080000:1.0:1769077037.691320:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077037.691327:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077037.691397:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612141184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077037.691424:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077037.691428:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077037.691430:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077037.691433:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4024 00000100:00080000:1.0:1769077037.691436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077037.691442:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077037.691452:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077037.691465:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612141312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077037.691470:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612141184:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077037.691486:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077037.691490:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077037.691492:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077037.691496:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4024 00000100:00080000:1.0:1769077037.691499:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077037.691502:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077037.691506:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077037.691519:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612141440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077037.691548:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077037.691587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077037/real 1769077037] req@ffff88dacab4bb80 x1855007612141184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077037.691605:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612141184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077037.691614:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077037.691618:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077037.691622:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612141184:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077037.691644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077037.691690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077037.691702:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077037/real 1769077037] req@ffff88dacab48700 x1855007612141312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077037.691731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612141312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077037.691740:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077037.691743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077037.691746:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077037.691753:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077037.691771:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077037.691780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077037/real 1769077037] req@ffff88dacab4aa00 x1855007612141440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077037.691791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612141440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077037.691798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077037.691800:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077037.691803:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077037.947333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077037.947409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077038.395334:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077038.971285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077038.971337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077039.419249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077039.995275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077039.995327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077040.443293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077041.019324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077041.019447:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077041.467313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077042.043325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077042.043447:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077042.491301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077042.811236:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077042.811245:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077042.811249:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077042.811261:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4029 00000100:00080000:1.0:1769077042.811270:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077042.811277:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077042.811308:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612141568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077042.811331:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077042.811334:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077042.811335:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077042.811338:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4029 00000100:00080000:1.0:1769077042.811340:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077042.811343:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077042.811351:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077042.811364:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077042.811377:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077042.811385:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612141568:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077042.811385:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077042.811390:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077042.811418:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4029 00000100:00080000:1.0:1769077042.811426:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077042.811433:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077042.811439:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077042.811483:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612141824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077042.811506:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077042.811556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077042/real 1769077042] req@ffff88dacab48380 x1855007612141568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077042.811588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612141568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077042.811603:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077042.811606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077042.811609:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612141568:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077042.811633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077042.811651:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077042.811667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077042/real 1769077042] req@ffff88dacab49180 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077042.811677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077042.811683:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077042.811686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077042.811688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077042.811693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077042.811705:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077042.811712:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077042/real 1769077042] req@ffff88dacab48e00 x1855007612141824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077042.811719:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612141824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077042.811724:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077042.811732:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077042.811735:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612141824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077043.067255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077043.067294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077043.515310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077044.091304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077044.091331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077044.539332:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077045.115261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077045.115331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077045.563213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077046.139267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077046.139309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077046.587305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077047.163303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077047.163351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077047.611206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077047.931253:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077047.931262:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077047.931266:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077047.931276:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4035 00000100:00080000:1.0:1769077047.931286:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077047.931292:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077047.931340:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612141952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077047.931369:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077047.931373:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077047.931375:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077047.931381:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4035 00000100:00080000:1.0:1769077047.931386:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077047.931390:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077047.931403:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077047.931417:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612141952:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077047.931422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612142080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077047.931445:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077047.931448:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077047.931451:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077047.931456:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4035 00000100:00080000:1.0:1769077047.931479:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077047.931484:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077047.931504:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077047.931520:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077047.931520:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612142208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077047.931570:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077047/real 1769077047] req@ffff88dacab49500 x1855007612141952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077047.931591:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612141952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077047.931602:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077047.931607:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077047.931612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612141952:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077047.931641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077047.931665:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077047.931680:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077047/real 1769077047] req@ffff88dacab49880 x1855007612142080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077047.931692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612142080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077047.931701:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077047.931704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077047.931708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077047.931715:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077047.931735:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077047.931744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077047/real 1769077047] req@ffff88dacab49c00 x1855007612142208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077047.931756:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612142208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077047.931764:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077047.931767:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077047.931770:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077048.187336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077048.187383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077048.635211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077049.211284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077049.211313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077049.659207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077050.235258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077050.235356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077050.683255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077051.259271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077051.259313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077051.707230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077052.283345:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077052.283488:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077052.731299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077053.051327:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077053.051342:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077053.051349:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077053.051362:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4040 00000100:00080000:3.0:1769077053.051375:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077053.051383:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077053.051467:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612142336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077053.051497:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077053.051500:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077053.051502:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077053.051506:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4040 00000100:00080000:3.0:1769077053.051510:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077053.051514:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077053.051522:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077053.051553:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077053.051561:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077053.051565:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077053.051567:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077053.051569:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612142336:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077053.051572:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4040 00000100:00080000:3.0:1769077053.051578:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077053.051581:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077053.051585:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077053.051595:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612142592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077053.051634:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077053.051679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077053/real 1769077053] req@ffff88dac8833480 x1855007612142336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077053.051696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612142336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077053.051705:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077053.051710:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077053.051717:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612142336:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077053.051745:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077053.051770:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077053.051784:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077053/real 1769077053] req@ffff88dac8832a00 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077053.051794:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077053.051801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077053.051822:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077053.051826:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077053.051832:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077053.051850:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077053.051859:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077053/real 1769077053] req@ffff88dac8830380 x1855007612142592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077053.051869:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612142592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077053.051893:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077053.051896:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077053.051899:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077053.307285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077053.307390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077053.755331:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077054.331273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077054.331295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077054.779403:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077055.355343:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077055.355436:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077055.803240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077056.379300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077056.379373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077056.827299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077057.403308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077057.403383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077057.851286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077058.171310:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077058.171343:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077058.171348:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077058.171372:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4045 00000100:00080000:1.0:1769077058.171382:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077058.171388:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077058.171425:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612142720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077058.171447:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077058.171449:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077058.171450:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077058.171453:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4045 00000100:00080000:1.0:1769077058.171455:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077058.171458:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077058.171467:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077058.171475:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612142848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077058.171483:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077058.171486:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077058.171489:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077058.171491:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612142720:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077058.171493:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4045 00000100:00080000:1.0:1769077058.171497:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077058.171501:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077058.171504:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077058.171513:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612142976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077058.171593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077058.171623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077058.427299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077058.427382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077058.875249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077059.451367:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077059.451440:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077059.899372:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077060.475316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077060.475337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077060.923323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:0.0:1769077061.243445:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:0.0:1769077061.243485:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077061.243501:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769077061.243553:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769077061.243562:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077061.243693:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077061] req@ffff88dacab4a680 x1855007612142848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077061.243748:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612142848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077061.243769:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077061.243777:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077061.243784:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077061.243796:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077061] req@ffff88dacab49c00 x1855007612142976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077061.243813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612142976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077061.243823:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077061.243828:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077061.243833:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612142976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077061.243843:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077058/real 1769077061] req@ffff88dacab4ad80 x1855007612142720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077061.243862:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612142720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077061.243870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077061.243876:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077061.243880:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612142720:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077061.499320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077061.499339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077061.947342:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077062.523284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077062.523293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077062.971284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077063.291272:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077063.291284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077063.291288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077063.291297:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4050 00000100:00080000:0.0:1769077063.291306:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077063.291311:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077063.291340:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612143104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077063.291364:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077063.291366:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077063.291368:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077063.291371:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4050 00000100:00080000:0.0:1769077063.291373:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077063.291375:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077063.291383:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077063.291396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077063.291406:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077063.291410:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077063.291413:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077063.291418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4050 00000100:00100000:1.0:1769077063.291422:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612143104:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077063.291435:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077063.291440:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077063.291446:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077063.291458:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612143360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077063.291495:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077063.291538:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063] req@ffff88dac7d2c000 x1855007612143104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077063.291556:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612143104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077063.291566:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077063.291571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077063.291576:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612143104:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077063.291585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077063.291608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077063.291621:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063] req@ffff88dac7d2c700 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077063.291633:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077063.291642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077063.291645:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077063.291649:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077063.291675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077063.291695:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077063.291706:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077063/real 1769077063] req@ffff88dac7d2d500 x1855007612143360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077063.291717:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612143360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077063.291725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077063.291729:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077063.291732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077063.547310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077063.547354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077063.995329:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077064.571410:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077064.571425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077065.019310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077065.595318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077065.595344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077066.043258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077066.619276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077066.619292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077067.067227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077067.643228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077067.643310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077068.091270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077068.411258:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077068.411267:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077068.411270:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077068.411279:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4055 00000100:00080000:3.0:1769077068.411288:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077068.411294:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077068.411323:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612143488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077068.411342:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077068.411345:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077068.411346:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077068.411349:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4055 00000100:00080000:3.0:1769077068.411352:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077068.411355:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077068.411362:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077068.411371:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612143616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077068.411378:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612143488:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077068.411382:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077068.411387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077068.411389:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077068.411394:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4055 00000100:00080000:3.0:1769077068.411399:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077068.411403:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077068.411409:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077068.411423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612143744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077068.411436:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077068.411469:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068] req@ffff88dac8832680 x1855007612143488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077068.411483:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612143488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077068.411490:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077068.411493:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077068.411496:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612143488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077068.411531:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077068.411549:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077068.411558:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068] req@ffff88dac8833b80 x1855007612143616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077068.411568:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612143616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077068.411575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077068.411593:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077068.411596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077068.411601:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077068.411614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077068.411622:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077068/real 1769077068] req@ffff88dac8833100 x1855007612143744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077068.411631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612143744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077068.411661:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077068.411665:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077068.411669:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612143744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077068.667249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077068.667272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077069.115243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077069.691235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077069.691284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077070.139259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077070.715322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077070.715350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077071.163213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077071.739291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077071.739426:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077072.187251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077072.763283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077072.763316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077073.211222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077073.531237:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077073.531245:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077073.531250:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077073.531258:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4060 00000100:00080000:3.0:1769077073.531268:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077073.531273:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077073.531307:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612143872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077073.531327:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077073.531330:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077073.531331:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077073.531334:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4060 00000100:00080000:3.0:1769077073.531336:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077073.531339:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077073.531346:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077073.531354:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077073.531363:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077073.531367:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612143872:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077073.531367:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077073.531370:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077073.531378:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4060 00000100:00080000:3.0:1769077073.531381:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077073.531383:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077073.531385:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077073.531394:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612144128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077073.531450:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077073.531487:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073] req@ffff88dac8831c00 x1855007612143872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077073.531502:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612143872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077073.531512:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077073.531517:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077073.531520:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612143872:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077073.531566:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077073.531594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077073.531607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073] req@ffff88dac8833800 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077073.531617:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077073.531626:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077073.531629:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077073.531632:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077073.531638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077073.531663:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077073.531688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077073/real 1769077073] req@ffff88dac8830e00 x1855007612144128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077073.531696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612144128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077073.531702:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077073.531704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077073.531706:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077073.787223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077073.787271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077074.235253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077074.811226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077074.811249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077075.259210:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077075.835222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077075.835297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077076.283247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077076.859222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077076.859264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077077.307250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077077.883232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077077.883322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077078.331268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077078.651210:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077078.651219:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077078.651224:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077078.651232:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4065 00000100:00080000:3.0:1769077078.651242:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077078.651247:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077078.651280:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612144256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077078.651303:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077078.651306:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077078.651308:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077078.651311:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4065 00000100:00080000:3.0:1769077078.651314:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077078.651317:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077078.651324:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077078.651333:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612144384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077078.651341:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077078.651345:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077078.651346:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077078.651347:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612144256:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077078.651351:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4065 00000100:00080000:3.0:1769077078.651355:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077078.651358:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077078.651361:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077078.651370:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612144512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077078.651418:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077078.651458:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078] req@ffff88dac8831180 x1855007612144256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077078.651477:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612144256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077078.651485:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077078.651488:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077078.651491:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612144256:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077078.651512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077078.651531:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077078.651543:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078] req@ffff88dac8832300 x1855007612144384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077078.651553:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612144384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077078.651562:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077078.651566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077078.651569:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077078.651575:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077078.651597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077078.651609:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077078/real 1769077078] req@ffff88dac8830700 x1855007612144512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077078.651622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612144512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077078.651629:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077078.651632:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077078.651634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077078.907256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077078.907290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077079.355283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077079.931229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077079.931270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077080.379224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077080.955256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077080.955293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077081.403245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077081.979252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077081.979295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077082.427239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077083.003256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077083.003425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077083.451273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077083.771244:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077083.771255:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077083.771260:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077083.771270:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4070 00000100:00080000:0.0:1769077083.771282:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077083.771291:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077083.771331:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612144640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077083.771359:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077083.771363:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077083.771364:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077083.771367:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4070 00000100:00080000:0.0:1769077083.771370:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077083.771374:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077083.771382:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077083.771395:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077083.771399:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612144640:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077083.771411:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077083.771413:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077083.771414:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077083.771417:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4070 00000100:00080000:0.0:1769077083.771420:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077083.771422:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077083.771425:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077083.771435:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612144896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077083.771462:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077083.771496:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077083] req@ffff88dac7d2ea00 x1855007612144640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077083.771509:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612144640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077083.771517:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077083.771520:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077083.771523:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612144640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077083.771541:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077083.771555:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077083.771563:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077083] req@ffff88dac7d2e680 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077083.771571:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077083.771578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077083.771580:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077083.771582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077083.771585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077083.771595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077083.771601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077083/real 1769077083] req@ffff88dac7d2f480 x1855007612144896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077083.771607:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612144896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077083.771612:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077083.771614:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077083.771616:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612144896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077084.027268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077084.027331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077084.475280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077085.051291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077085.051335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077085.499303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077086.075317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077086.075380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077086.523267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077087.099283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077087.099322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077087.547334:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077088.123228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077088.123324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077088.571204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077088.891325:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077088.891344:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077088.891351:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077088.891366:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4075 00000100:00080000:2.0:1769077088.891382:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077088.891391:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077088.891454:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612145024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077088.891494:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077088.891502:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077088.891505:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077088.891511:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4075 00000100:00080000:2.0:1769077088.891516:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077088.891521:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077088.891534:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077088.891537:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612145024:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077088.891553:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612145152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077088.891569:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077088.891573:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077088.891576:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077088.891580:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4075 00000100:00080000:2.0:1769077088.891585:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077088.891590:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077088.891596:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077088.891612:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612145280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077088.891622:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077088.891675:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088] req@ffff88dac7dbfb80 x1855007612145024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077088.891696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612145024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077088.891709:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077088.891713:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077088.891718:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612145024:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077088.891746:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077088.891767:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077088.891779:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088] req@ffff88dac7dbd880 x1855007612145152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077088.891792:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612145152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077088.891817:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077088.891822:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077088.891826:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077088.891832:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077088.891852:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077088.891862:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077088/real 1769077088] req@ffff88dac7dbd500 x1855007612145280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077088.891876:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612145280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077088.891884:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077088.891887:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077088.891891:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077089.147257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077089.147314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077089.595299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077090.171218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077090.171272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077090.619220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077091.195238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077091.195275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077091.643237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077092.219214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077092.219263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077092.667221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077093.243235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077093.243272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077093.691195:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077094.011243:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077094.011254:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077094.011259:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077094.011270:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4081 00000100:00080000:2.0:1769077094.011281:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077094.011288:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077094.011319:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612145408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077094.011342:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077094.011345:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077094.011346:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077094.011349:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4081 00000100:00080000:2.0:1769077094.011352:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077094.011355:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077094.011363:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077094.011372:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077094.011378:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612145408:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077094.011383:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077094.011386:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077094.011387:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077094.011390:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4081 00000100:00080000:2.0:1769077094.011393:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077094.011395:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077094.011398:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077094.011407:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612145664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077094.011450:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077094.011496:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077094/real 1769077094] req@ffff88dac7dbf480 x1855007612145408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077094.011510:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612145408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077094.011517:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077094.011520:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077094.011523:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612145408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077094.011542:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077094.011559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077094.011567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077094/real 1769077094] req@ffff88dac7dbf100 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077094.011576:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077094.011586:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077094.011589:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077094.011591:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077094.011596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077094.011615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077094.011626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077094/real 1769077094] req@ffff88dac7dbd500 x1855007612145664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077094.011639:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612145664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077094.011648:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077094.011661:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077094.011664:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077094.267220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077094.267268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077094.715215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077095.291221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077095.291247:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077095.739244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077096.315230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077096.315278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077096.763277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077097.339261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077097.339291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077097.787258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077098.363256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077098.363276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077098.811240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077099.131298:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077099.131310:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077099.131316:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077099.131327:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4086 00000100:00080000:1.0:1769077099.131340:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077099.131347:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077099.131390:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612145792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077099.131432:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077099.131436:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077099.131437:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077099.131457:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4086 00000100:00080000:1.0:1769077099.131460:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077099.131464:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077099.131473:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077099.131484:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612145920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077099.131494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612145792:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077099.131500:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077099.131529:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077099.131532:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077099.131539:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4086 00000100:00080000:1.0:1769077099.131542:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077099.131545:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077099.131551:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077099.131566:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612146048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077099.131585:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077099.131648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077099/real 1769077099] req@ffff88dacab4ad80 x1855007612145792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077099.131682:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612145792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077099.131694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077099.131698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077099.131701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612145792:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077099.131724:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077099.131744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077099.131754:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077099/real 1769077099] req@ffff88dacab49c00 x1855007612145920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077099.131762:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612145920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077099.131769:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077099.131771:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077099.131774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612145920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077099.131778:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077099.131789:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077099.131795:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077099/real 1769077099] req@ffff88dacab4a680 x1855007612146048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077099.131802:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612146048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077099.131807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077099.131809:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077099.131811:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077099.387291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077099.387364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077099.835274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077100.411288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077100.411323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077100.859356:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077101.435278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077101.435351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077101.883287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077102.459311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077102.459378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077102.907374:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077103.483267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077103.483307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077103.931236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077104.251262:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077104.251271:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077104.251275:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077104.251283:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4091 00000100:00080000:1.0:1769077104.251293:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077104.251298:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077104.251331:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612146176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077104.251356:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077104.251359:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077104.251360:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077104.251363:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4091 00000100:00080000:1.0:1769077104.251365:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077104.251374:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077104.251382:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077104.251391:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077104.251398:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077104.251401:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077104.251402:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077104.251405:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4091 00000100:00080000:1.0:1769077104.251409:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077104.251410:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612146176:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077104.251414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077104.251421:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077104.251427:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612146432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077104.251478:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077104.251518:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077104/real 1769077104] req@ffff88dacab49880 x1855007612146176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077104.251536:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612146176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077104.251566:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077104.251570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077104.251573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612146176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077104.251579:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077104.251598:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077104.251607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077104/real 1769077104] req@ffff88dacab49500 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077104.251615:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077104.251621:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077104.251623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077104.251625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077104.251644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077104.251656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077104.251662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077104/real 1769077104] req@ffff88dacab48e00 x1855007612146432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077104.251669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612146432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077104.251674:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077104.251676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077104.251678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077104.507243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077104.507296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077104.955309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077105.531264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077105.531300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077105.979229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077106.555297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077106.555362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077107.003310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077107.579253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077107.579300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077108.027263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077108.603264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077108.603296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077109.051250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077109.371234:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077109.371243:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077109.371247:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077109.371256:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4096 00000100:00080000:1.0:1769077109.371264:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077109.371271:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077109.371305:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612146560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077109.371329:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077109.371333:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077109.371335:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077109.371340:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4096 00000100:00080000:1.0:1769077109.371343:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077109.371348:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077109.371357:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077109.371382:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612146688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077109.371386:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612146560:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077109.371398:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077109.371402:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077109.371403:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077109.371411:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4096 00000100:00080000:1.0:1769077109.371415:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077109.371418:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077109.371423:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077109.371433:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612146816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077109.371447:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077109.371510:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109] req@ffff88dacab49180 x1855007612146560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077109.371533:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612146560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077109.371544:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077109.371549:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077109.371554:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612146560:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077109.371575:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077109.371595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077109.371605:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109] req@ffff88dacab48380 x1855007612146688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077109.371614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612146688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077109.371621:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077109.371623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077109.371625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077109.371629:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077109.371641:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077109.371647:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077109/real 1769077109] req@ffff88dacab4aa00 x1855007612146816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077109.371655:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612146816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077109.371660:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077109.371662:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077109.371664:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612146816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077109.627232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077109.627299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077110.075260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077110.651312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077110.651364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077111.099232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077111.675216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077111.675262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077112.123260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077112.699216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077112.699243:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077113.147256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077113.723245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077113.723302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077114.171232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077114.491305:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077114.491315:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077114.491320:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077114.491338:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4101 00000100:00080000:3.0:1769077114.491351:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077114.491358:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077114.491439:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612146944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077114.491481:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077114.491485:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077114.491487:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077114.491493:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4101 00000100:00080000:3.0:1769077114.491498:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077114.491503:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077114.491516:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077114.491536:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077114.491548:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077114.491552:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077114.491554:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077114.491559:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4101 00000100:00080000:3.0:1769077114.491563:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077114.491573:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077114.491579:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077114.491591:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612147200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077114.491684:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612146944:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077114.491769:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077114.491824:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114] req@ffff88dac8830000 x1855007612146944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077114.491846:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612146944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077114.491859:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077114.491864:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077114.491868:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612146944:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077114.491877:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077114.491901:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077114.491916:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114] req@ffff88dac8830700 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077114.491928:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077114.491937:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077114.491940:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077114.491943:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077114.491949:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077114.491969:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077114.491980:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077114/real 1769077114] req@ffff88dac8832300 x1855007612147200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077114.492000:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612147200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077114.492010:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077114.492014:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077114.492019:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077114.747236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077114.747349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077115.195260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077115.771271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077115.771372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077116.219254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077116.795233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077116.795278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077117.243251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077117.819255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077117.819386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077118.267254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077118.843316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077118.843381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077119.291259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077119.611254:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077119.611266:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077119.611272:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077119.611301:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4106 00000100:00080000:3.0:1769077119.611313:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077119.611320:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077119.611356:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612147328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077119.611379:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077119.611382:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077119.611383:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077119.611386:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4106 00000100:00080000:3.0:1769077119.611389:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077119.611392:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077119.611400:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077119.611412:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612147328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077119.611412:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612147456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077119.611427:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077119.611429:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077119.611431:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077119.611434:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4106 00000100:00080000:3.0:1769077119.611436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077119.611439:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077119.611442:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077119.611451:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612147584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077119.611483:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077119.611527:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119] req@ffff88dac8831180 x1855007612147328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077119.611547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612147328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077119.611558:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077119.611563:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077119.611567:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612147328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077119.611590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077119.611614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077119.611629:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119] req@ffff88dac8830e00 x1855007612147456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077119.611652:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612147456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077119.611659:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077119.611661:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077119.611664:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077119.611668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077119.611684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077119.611691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077119/real 1769077119] req@ffff88dac8833800 x1855007612147584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077119.611699:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612147584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077119.611704:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077119.611706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077119.611708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077119.867262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077119.867310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077120.315405:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077120.891231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077120.891280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077121.339224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077121.915326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077121.915337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077122.363304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077122.939260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077122.939260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077123.387245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077123.963278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077123.963302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077124.411314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077124.731361:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077124.731375:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077124.731382:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077124.731394:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4111 00000100:00080000:2.0:1769077124.731409:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077124.731417:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077124.731464:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612147712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077124.731506:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077124.731512:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077124.731514:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077124.731519:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4111 00000100:00080000:2.0:1769077124.731524:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077124.731528:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077124.731539:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077124.731555:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077124.731570:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077124.731575:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077124.731577:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077124.731582:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4111 00000100:00080000:2.0:1769077124.731589:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077124.731594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612147712:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077124.731598:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077124.731615:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077124.731630:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612147968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077124.731730:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077124.731809:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077124.987294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077124.987324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077125.435245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077126.011294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077126.011321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077126.459286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077127.035314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077127.035366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077127.483266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769077127.803455:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769077127.803503:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077127.803531:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077127.803582:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077127.803591:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769077127.803697:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077127] req@ffff88dac7dbce00 x1855007612147968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077127.803729:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612147968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077127.803741:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077127.803746:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077127.803751:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077127.803760:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077127] req@ffff88dac7dbd880 x1855007612147712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077127.803772:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612147712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077127.803779:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077127.803783:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077127.803786:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612147712:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077127.803799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077124/real 1769077127] req@ffff88dac7dbfb80 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077127.803811:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077127.803828:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077127.803832:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077127.803836:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612147840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077128.059294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077128.059328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077128.507362:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077129.083286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077129.083308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077129.531249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077129.851255:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077129.851264:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077129.851268:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077129.851277:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4116 00000100:00080000:2.0:1769077129.851287:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077129.851294:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077129.851323:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612148096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077129.851343:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077129.851346:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077129.851347:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077129.851350:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4116 00000100:00080000:2.0:1769077129.851352:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077129.851355:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077129.851362:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077129.851371:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612148224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077129.851380:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612148096:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077129.851382:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077129.851390:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077129.851391:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077129.851395:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4116 00000100:00080000:2.0:1769077129.851397:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077129.851399:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077129.851403:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077129.851412:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612148352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077129.851464:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077129.851498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129] req@ffff88dac7dbc380 x1855007612148096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077129.851514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612148096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077129.851521:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077129.851525:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077129.851528:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612148096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077129.851547:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077129.851563:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077129.851571:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129] req@ffff88dac7dbca80 x1855007612148224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077129.851579:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612148224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077129.851586:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077129.851591:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077129.851594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077129.851600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077129.851619:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077129.851630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077129/real 1769077129] req@ffff88dac7dbf800 x1855007612148352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077129.851642:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612148352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077129.851650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077129.851654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077129.851657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077130.107266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077130.107283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077130.555265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077131.131236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077131.131332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077131.579263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077132.155261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077132.155294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077132.603266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077133.179236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077133.179258:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077133.627212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077134.203323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077134.203348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077134.651311:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077134.971261:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077134.971278:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077134.971283:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077134.971294:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4122 00000100:00080000:0.0:1769077134.971307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077134.971314:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077134.971361:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612148480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077134.971390:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077134.971393:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077134.971394:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077134.971397:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4122 00000100:00080000:0.0:1769077134.971400:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077134.971403:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077134.971413:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077134.971425:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612148480:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077134.971426:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077134.971440:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077134.971442:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077134.971443:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077134.971445:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4122 00000100:00080000:0.0:1769077134.971450:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077134.971452:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077134.971461:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077134.971480:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612148736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077134.971513:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077134.971559:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134] req@ffff88dac7d2f100 x1855007612148480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077134.971575:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612148480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077134.971583:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077134.971587:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077134.971591:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612148480:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077134.971614:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077134.971632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077134.971641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134] req@ffff88dac7d2ca80 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077134.971650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077134.971656:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077134.971659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077134.971661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077134.971665:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077134.971675:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077134.971681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077134/real 1769077134] req@ffff88dac7d2f480 x1855007612148736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077134.971688:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612148736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077134.971694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077134.971696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077134.971697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077135.227311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077135.227325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077135.675253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077136.251281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077136.251307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077136.699234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077137.275265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077137.275301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077137.723268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077138.299248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077138.299280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077138.747239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077139.323309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077139.323348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077139.771300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077140.091280:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077140.091293:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077140.091298:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077140.091308:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4127 00000100:00080000:2.0:1769077140.091331:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077140.091340:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077140.091392:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612148864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077140.091431:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077140.091435:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077140.091437:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077140.091440:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4127 00000100:00080000:2.0:1769077140.091444:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077140.091447:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077140.091458:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077140.091471:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612148992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077140.091481:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077140.091484:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077140.091486:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077140.091489:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4127 00000100:00080000:2.0:1769077140.091491:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077140.091494:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077140.091502:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612148864:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769077140.091503:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077140.091519:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612149120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077140.091580:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077140.091615:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140] req@ffff88dac7dbed80 x1855007612148864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077140.091629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612148864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077140.091638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077140.091650:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077140.091653:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612148864:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077140.091675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077140.091691:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077140.091700:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140] req@ffff88dac7dbc700 x1855007612148992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077140.091708:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612148992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077140.091715:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077140.091719:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077140.091722:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612148992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077140.091730:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077140.091761:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077140.091774:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077140/real 1769077140] req@ffff88dac7dbc000 x1855007612149120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077140.091793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612149120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077140.091798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077140.091800:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077140.091803:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077140.347240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077140.347298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077140.795229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077141.371254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077141.371315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077141.819249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077142.395295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077142.395307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077142.843291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077143.419309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077143.419336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077143.867293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077144.443271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077144.443292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077144.891255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077145.211274:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077145.211285:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077145.211289:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077145.211297:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4132 00000100:00080000:1.0:1769077145.211306:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077145.211312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077145.211344:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612149248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077145.211367:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077145.211370:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077145.211372:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077145.211374:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4132 00000100:00080000:1.0:1769077145.211377:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077145.211379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077145.211388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077145.211397:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077145.211407:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077145.211408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612149248:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077145.211409:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077145.211414:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077145.211420:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4132 00000100:00080000:1.0:1769077145.211423:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077145.211425:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077145.211428:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077145.211437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612149504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077145.211480:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077145.211521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145] req@ffff88dacab48700 x1855007612149248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077145.211542:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612149248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077145.211554:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077145.211566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077145.211571:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612149248:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077145.211593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077145.211617:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077145.211630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145] req@ffff88dacab4bb80 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077145.211644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077145.211653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077145.211657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077145.211661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077145.211668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077145.211687:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077145.211700:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077145/real 1769077145] req@ffff88dacab4aa00 x1855007612149504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077145.211713:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612149504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077145.211722:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077145.211725:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077145.211729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077145.467256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077145.467303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077145.915243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077146.491272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077146.491303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077146.939225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077147.515228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077147.515303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077147.963282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077148.539241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077148.539288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077148.987249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077149.563323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077149.563353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077150.011252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077150.331274:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077150.331283:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077150.331287:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077150.331296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4137 00000100:00080000:2.0:1769077150.331306:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077150.331312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077150.331352:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612149632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077150.331374:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077150.331377:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077150.331378:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077150.331381:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4137 00000100:00080000:2.0:1769077150.331383:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077150.331386:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077150.331393:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077150.331402:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612149760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077150.331410:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077150.331413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077150.331416:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077150.331417:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612149632:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077150.331421:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4137 00000100:00080000:2.0:1769077150.331426:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077150.331430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077150.331434:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077150.331441:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612149888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077150.331501:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077150.331535:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077150] req@ffff88dac7dbd180 x1855007612149632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077150.331549:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612149632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077150.331557:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077150.331560:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077150.331563:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612149632:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077150.331582:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077150.331597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077150.331606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077150] req@ffff88dac7dbe680 x1855007612149760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077150.331614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612149760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077150.331620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077150.331622:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077150.331625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077150.331628:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077150.331639:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077150.331645:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077150/real 1769077150] req@ffff88dac7dbe300 x1855007612149888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077150.331652:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612149888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077150.331657:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077150.331659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077150.331661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612149888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077150.587200:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077150.587295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077151.035212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077151.611264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077151.611325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077152.059265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077152.635242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077152.635278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077153.083224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077153.659248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077153.659288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077154.107241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077154.683211:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077154.683249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077155.131339:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077155.451317:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077155.451333:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077155.451341:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077155.451356:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4142 00000100:00080000:2.0:1769077155.451373:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077155.451383:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077155.451447:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612150016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077155.451488:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077155.451494:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077155.451496:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077155.451502:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4142 00000100:00080000:2.0:1769077155.451506:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077155.451512:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077155.451526:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077155.451544:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077155.451555:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612150016:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077155.451565:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077155.451571:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077155.451575:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077155.451582:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4142 00000100:00080000:2.0:1769077155.451587:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077155.451593:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077155.451599:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077155.451618:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612150272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077155.451672:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077155.451786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155] req@ffff88dac7dbea00 x1855007612150016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077155.451814:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612150016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077155.451829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077155.451835:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077155.451841:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612150016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077155.451875:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077155.451905:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077155.451920:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155] req@ffff88dac7dbdf80 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077155.451936:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077155.451947:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077155.451952:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077155.451956:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077155.451963:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077155.451984:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077155.451995:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077155/real 1769077155] req@ffff88dac7dbe300 x1855007612150272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077155.452010:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612150272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077155.452020:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077155.452023:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077155.452027:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077155.707279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077155.707392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077156.155246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077156.731313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077156.731362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077157.179311:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077157.755325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077157.755358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077158.203255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077158.779319:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077158.779344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077159.227298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077159.803320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077159.803351:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077160.251245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077160.571290:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077160.571302:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077160.571307:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077160.571331:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4147 00000100:00080000:3.0:1769077160.571360:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077160.571371:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077160.571424:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612150400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077160.571460:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077160.571465:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077160.571467:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077160.571471:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4147 00000100:00080000:3.0:1769077160.571477:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077160.571483:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077160.571496:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077160.571520:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612150528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077160.571522:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612150400:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077160.571548:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077160.571554:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077160.571558:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077160.571565:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4147 00000100:00080000:3.0:1769077160.571571:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077160.571576:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077160.571582:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077160.571614:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612150656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077160.571664:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077160.571718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160] req@ffff88dac8831c00 x1855007612150400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077160.571746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612150400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077160.571761:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077160.571768:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077160.571774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612150400:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077160.571805:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077160.571832:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077160.571847:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160] req@ffff88dac8833100 x1855007612150528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077160.571882:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612150528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077160.571901:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077160.571906:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077160.571911:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077160.571921:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077160.571948:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077160.571976:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077160/real 1769077160] req@ffff88dac8833b80 x1855007612150656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077160.571987:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612150656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077160.571995:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077160.571997:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077160.572001:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077160.827285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077160.827316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077161.275248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077161.851233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077161.851321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077162.299222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077162.875257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077162.875281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077163.323271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077163.899281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077163.899353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077164.347245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077164.923287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077164.923392:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077165.371250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077165.691211:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077165.691221:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077165.691226:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077165.691235:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4152 00000100:00080000:3.0:1769077165.691245:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077165.691251:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077165.691292:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612150784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077165.691315:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077165.691317:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077165.691319:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077165.691322:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4152 00000100:00080000:3.0:1769077165.691324:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077165.691327:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077165.691334:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077165.691343:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077165.691351:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077165.691354:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077165.691357:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077165.691358:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612150784:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077165.691361:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4152 00000100:00080000:3.0:1769077165.691365:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077165.691369:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077165.691372:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077165.691380:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612151040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077165.691437:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077165.691480:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165] req@ffff88dac8832680 x1855007612150784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077165.691500:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612150784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077165.691526:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077165.691531:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077165.691536:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612150784:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077165.691570:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077165.691595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077165.691610:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165] req@ffff88dac8830380 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077165.691625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077165.691635:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077165.691638:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077165.691642:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612150912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077165.691649:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077165.691670:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077165.691683:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077165/real 1769077165] req@ffff88dac8832a00 x1855007612151040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077165.691696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612151040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077165.691704:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077165.691708:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077165.691712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077165.947274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077165.947413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077166.395215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077166.971248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077166.971382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077167.419270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077167.995232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077167.995297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077168.443214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077169.019259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077169.019285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077169.467248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077170.043232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077170.043279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077170.491215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077170.811253:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077170.811261:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077170.811265:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077170.811273:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4157 00000100:00080000:3.0:1769077170.811283:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077170.811288:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077170.811326:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612151168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077170.811357:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077170.811361:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077170.811363:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077170.811368:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4157 00000100:00080000:3.0:1769077170.811372:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077170.811377:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077170.811388:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612151168:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769077170.811389:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077170.811412:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612151296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077170.811439:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077170.811442:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077170.811443:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077170.811446:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4157 00000100:00080000:3.0:1769077170.811450:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077170.811454:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077170.811461:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077170.811474:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612151424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077170.811486:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077170.811521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170] req@ffff88dac8833480 x1855007612151168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077170.811535:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612151168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077170.811543:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077170.811546:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077170.811549:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612151168:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077170.811567:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077170.811583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077170.811592:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170] req@ffff88dac8832a00 x1855007612151296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077170.811600:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612151296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077170.811606:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077170.811608:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077170.811610:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077170.811614:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077170.811624:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077170.811629:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077170/real 1769077170] req@ffff88dac8830380 x1855007612151424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077170.811637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612151424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077170.811646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077170.811648:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077170.811650:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077171.067257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077171.067338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077171.515382:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077172.091224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077172.091261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077172.539249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077173.115269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077173.115321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077173.563229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077174.139279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077174.139336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077174.587271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077175.163245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077175.163282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077175.611278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077175.931259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077175.931268:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077175.931273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077175.931282:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4163 00000100:00080000:1.0:1769077175.931292:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077175.931299:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077175.931332:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612151552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077175.931378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077175.931381:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077175.931382:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077175.931385:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4163 00000100:00080000:1.0:1769077175.931388:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077175.931392:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077175.931401:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077175.931410:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612151552:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077175.931416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077175.931425:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077175.931427:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077175.931429:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077175.931431:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4163 00000100:00080000:1.0:1769077175.931433:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077175.931436:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077175.931439:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077175.931449:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612151808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077175.931470:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077175.931512:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175] req@ffff88dacab48380 x1855007612151552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077175.931528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612151552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077175.931537:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077175.931541:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077175.931544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612151552:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077175.931561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077175.931576:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077175.931585:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175] req@ffff88dacab49180 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077175.931593:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077175.931599:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077175.931602:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077175.931604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077175.931608:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077175.931619:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077175.931625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077175/real 1769077175] req@ffff88dacab48e00 x1855007612151808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077175.931644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612151808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077175.931652:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077175.931656:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077175.931659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612151808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077176.187279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077176.187313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077176.635291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077177.211292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077177.211383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077177.659268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077178.235362:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077178.235377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077178.683282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077179.259237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077179.259314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077179.707220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077180.283384:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077180.283433:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077180.731280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077181.051291:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077181.051306:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077181.051313:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077181.051327:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4168 00000100:00080000:3.0:1769077181.051341:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077181.051352:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077181.051408:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612151936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077181.051443:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077181.051447:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077181.051450:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077181.051459:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4168 00000100:00080000:3.0:1769077181.051463:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077181.051468:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077181.051481:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077181.051497:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612152064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077181.051505:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612151936:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077181.051509:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077181.051513:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077181.051515:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077181.051520:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4168 00000100:00080000:3.0:1769077181.051525:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077181.051529:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077181.051534:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077181.051548:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612152192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077181.051616:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077181.051707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181] req@ffff88dac8832680 x1855007612151936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077181.051736:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612151936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077181.051750:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077181.051755:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077181.051761:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612151936:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077181.051802:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077181.051833:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077181.051850:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181] req@ffff88dac8833b80 x1855007612152064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077181.051863:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612152064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077181.051874:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077181.051878:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077181.051881:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077181.051887:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077181.051909:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077181.051921:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077181/real 1769077181] req@ffff88dac8833100 x1855007612152192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077181.051932:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612152192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077181.051941:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077181.051945:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077181.051948:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077181.307337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077181.307415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077181.755234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077182.331331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077182.331425:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077182.779230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077183.355257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077183.355336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077183.803287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077184.379295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077184.379336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077184.827265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077185.403276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077185.403315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077185.851233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077186.171291:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077186.171303:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077186.171308:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077186.171319:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4173 00000100:00080000:3.0:1769077186.171332:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077186.171339:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077186.171383:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612152320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077186.171409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077186.171412:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077186.171415:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077186.171418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4173 00000100:00080000:3.0:1769077186.171421:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077186.171424:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077186.171433:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077186.171443:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077186.171453:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612152320:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077186.171453:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077186.171459:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077186.171463:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077186.171469:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4173 00000100:00080000:3.0:1769077186.171472:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077186.171476:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077186.171481:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077186.171495:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612152576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077186.171547:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077186.171599:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186] req@ffff88dac8831c00 x1855007612152320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077186.171618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612152320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077186.171627:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077186.171631:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077186.171634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612152320:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077186.171658:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077186.171677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077186.171686:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186] req@ffff88dac8833800 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077186.171694:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077186.171701:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077186.171703:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077186.171705:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077186.171709:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077186.171719:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077186.171725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077186/real 1769077186] req@ffff88dac8830e00 x1855007612152576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077186.171732:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612152576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077186.171742:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077186.171745:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077186.171747:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077186.427295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077186.427330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077186.875309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077187.451233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077187.451326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077187.899232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077188.475292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077188.475331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077188.923310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077189.499213:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077189.499312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077189.947221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077190.523249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077190.523281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077190.971274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077191.291267:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077191.291282:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077191.291288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077191.291302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4178 00000100:00080000:3.0:1769077191.291316:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077191.291326:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077191.291376:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612152704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077191.291415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077191.291420:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077191.291422:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077191.291427:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4178 00000100:00080000:3.0:1769077191.291431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077191.291437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077191.291450:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077191.291470:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612152832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077191.291472:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612152704:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077191.291498:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077191.291502:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077191.291504:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077191.291510:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4178 00000100:00080000:3.0:1769077191.291515:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077191.291520:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077191.291527:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077191.291546:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612152960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077191.291611:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077191.291644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077191.547273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077191.547337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077191.995249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077192.571276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077192.571351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077193.019257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077193.595261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077193.595297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077194.043251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769077194.363443:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769077194.363493:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077194.363513:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077194.363552:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077194.363563:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769077194.363609:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077194] req@ffff88dac8832300 x1855007612152832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077194.363638:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612152832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077194.363652:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077194.363659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077194.363663:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077194.363679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077194] req@ffff88dac8830700 x1855007612152960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077194.363693:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612152960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077194.363702:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077194.363706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077194.363711:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612152960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077194.363718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077191/real 1769077194] req@ffff88dac8831180 x1855007612152704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077194.363731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612152704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077194.363738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077194.363742:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077194.363745:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612152704:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077194.619244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077194.619286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077195.067258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077195.643268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077195.643296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077196.091251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077196.411294:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077196.411305:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077196.411310:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077196.411320:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4183 00000100:00080000:1.0:1769077196.411332:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077196.411339:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077196.411385:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612153088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077196.411417:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077196.411422:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077196.411424:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077196.411429:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4183 00000100:00080000:1.0:1769077196.411433:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077196.411438:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077196.411448:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077196.411463:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077196.411474:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077196.411478:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077196.411481:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077196.411486:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4183 00000100:00080000:1.0:1769077196.411491:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077196.411493:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612153088:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077196.411499:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077196.411507:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077196.411520:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612153344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077196.411574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077196.411627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196] req@ffff88dacab49500 x1855007612153088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077196.411648:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612153088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077196.411659:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077196.411664:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077196.411668:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612153088:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077196.411677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077196.411702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077196.411716:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196] req@ffff88dacab49880 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077196.411734:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077196.411743:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077196.411745:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077196.411748:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077196.411775:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077196.411794:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077196.411806:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077196/real 1769077196] req@ffff88dacab4a680 x1855007612153344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077196.411819:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612153344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077196.411827:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077196.411830:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077196.411833:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077196.667267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077196.667301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077197.115267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077197.691234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077197.691276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077198.139302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077198.715230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077198.715286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077199.163227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077199.739236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077199.739257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077200.187257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077200.763256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077200.763280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077201.211213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077201.531253:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077201.531265:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077201.531270:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077201.531281:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4188 00000100:00080000:1.0:1769077201.531291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077201.531298:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077201.531334:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612153472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077201.531359:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077201.531363:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077201.531365:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077201.531369:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4188 00000100:00080000:1.0:1769077201.531373:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077201.531378:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077201.531387:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077201.531399:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612153472:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077201.531402:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612153600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077201.531416:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077201.531421:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077201.531423:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077201.531427:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4188 00000100:00080000:1.0:1769077201.531431:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077201.531435:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077201.531440:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077201.531451:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612153728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077201.531468:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077201.531508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201] req@ffff88dacab49c00 x1855007612153472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077201.531529:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612153472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077201.531537:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077201.531540:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077201.531542:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612153472:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077201.531561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077201.531578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077201.531586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201] req@ffff88dacab4ad80 x1855007612153600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077201.531595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612153600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077201.531601:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077201.531603:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077201.531605:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077201.531609:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077201.531619:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077201.531624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077201/real 1769077201] req@ffff88dacab4a680 x1855007612153728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077201.531632:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612153728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077201.531641:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077201.531643:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077201.531645:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077201.787267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077201.787290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077202.235296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077202.811217:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077202.811273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077203.259204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077203.835237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077203.835264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077204.283233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077204.859216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077204.859266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077205.307208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077205.883264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077205.883382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077206.331249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077206.651266:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077206.651277:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077206.651282:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077206.651292:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4193 00000100:00080000:2.0:1769077206.651304:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077206.651312:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077206.651349:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612153856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077206.651382:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077206.651387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077206.651390:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077206.651394:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4193 00000100:00080000:2.0:1769077206.651406:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077206.651412:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077206.651422:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077206.651424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612153856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077206.651440:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077206.651462:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077206.651466:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077206.651468:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077206.651473:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4193 00000100:00080000:2.0:1769077206.651478:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769077206.651481:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:2.0:1769077206.651486:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077206.651494:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077206.651508:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612154112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077206.651518:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206] req@ffff88dac7dbe680 x1855007612153856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077206.651535:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612153856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077206.651543:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077206.651546:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077206.651549:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612153856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077206.651570:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077206.651594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077206.651608:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206] req@ffff88dac7dbd180 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077206.651622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077206.651632:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077206.651636:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077206.651641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612153984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077206.651647:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077206.651667:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077206.651679:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077206/real 1769077206] req@ffff88dac7dbc000 x1855007612154112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077206.651699:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612154112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077206.651708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077206.651712:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077206.651715:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077206.907240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077206.907251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077207.355224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077207.931245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077207.931280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077208.379272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077208.955230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077208.955249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077209.403200:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077209.979248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077209.979276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077210.427248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077211.003258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077211.003302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077211.451277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077211.771331:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077211.771342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077211.771347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077211.771357:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4198 00000100:00080000:3.0:1769077211.771385:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077211.771394:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077211.771447:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612154240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077211.771479:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077211.771484:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077211.771486:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077211.771490:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4198 00000100:00080000:3.0:1769077211.771494:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077211.771497:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077211.771508:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077211.771548:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612154368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077211.771562:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612154240:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077211.771573:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077211.771581:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077211.771584:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077211.771593:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4198 00000100:00080000:3.0:1769077211.771599:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077211.771606:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077211.771614:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077211.771631:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612154496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077211.771651:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077211.771695:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211] req@ffff88dac8830000 x1855007612154240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077211.771715:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612154240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077211.771725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077211.771729:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077211.771752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612154240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077211.771788:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077211.771814:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077211.771827:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211] req@ffff88dac8831180 x1855007612154368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077211.771841:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612154368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077211.771850:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077211.771853:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077211.771856:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077211.771861:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077211.771877:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077211.771886:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077211/real 1769077211] req@ffff88dac8830700 x1855007612154496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077211.771897:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612154496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077211.771904:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077211.771907:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077211.771910:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077212.027260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077212.027295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077212.475252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077213.051230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077213.051254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077213.499237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077214.075263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077214.075278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077214.523239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077215.099294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077215.099315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077215.547296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077216.123267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077216.123289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077216.571323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077216.891309:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077216.891325:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077216.891331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077216.891346:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4203 00000100:00080000:3.0:1769077216.891361:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077216.891370:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077216.891424:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612154624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077216.891458:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077216.891462:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077216.891473:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077216.891479:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4203 00000100:00080000:3.0:1769077216.891483:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077216.891489:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077216.891499:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612154624:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769077216.891502:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077216.891522:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077216.891535:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077216.891539:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077216.891542:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077216.891547:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4203 00000100:00080000:3.0:1769077216.891552:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077216.891556:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077216.891561:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077216.891577:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612154880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077216.891580:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077216.891632:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077216] req@ffff88dac8832300 x1855007612154624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077216.891669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612154624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077216.891683:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077216.891688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077216.891693:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612154624:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077216.891729:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077216.891749:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077216.891759:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077216] req@ffff88dac8830e00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077216.891768:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077216.891776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077216.891780:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077216.891783:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077216.891790:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077216.891810:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077216.891822:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077216/real 1769077216] req@ffff88dac8833800 x1855007612154880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077216.891836:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612154880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077216.891843:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077216.891846:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077216.891848:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612154880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077217.147283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077217.147316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077217.595303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077218.171331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077218.171352:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077218.619254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077219.195332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077219.195354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077219.643295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077220.219272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077220.219310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077220.667262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077221.243298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077221.243416:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077221.691214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077222.011372:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077222.011392:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077222.011400:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077222.011420:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4209 00000100:00080000:3.0:1769077222.011464:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077222.011478:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077222.011547:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612155008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077222.011650:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077222.011658:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077222.011662:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077222.011671:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4209 00000100:00080000:3.0:1769077222.011680:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077222.011690:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077222.011726:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077222.011734:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612155008:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077222.011785:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612155136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077222.011818:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077222.011825:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077222.011829:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077222.011835:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4209 00000100:00080000:3.0:1769077222.011843:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077222.011851:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077222.011858:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077222.011865:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769077222.011880:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612155264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077222.011940:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077222/real 1769077222] req@ffff88dac8831c00 x1855007612155008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077222.011965:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612155008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077222.011978:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077222.011993:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077222.011998:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612155008:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077222.012029:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077222.012062:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077222.012074:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077222/real 1769077222] req@ffff88dac8833100 x1855007612155136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077222.012087:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612155136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077222.012097:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077222.012101:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077222.012104:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077222.012110:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077222.012126:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077222.012135:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077222/real 1769077222] req@ffff88dac8833b80 x1855007612155264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077222.012159:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612155264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077222.012167:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077222.012170:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077222.012173:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077222.267270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077222.267343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077222.715220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077223.291222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077223.291259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077223.739253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077224.315261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077224.315291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077224.763236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077225.339249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077225.339278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077225.787252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077226.363221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077226.363252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077226.811226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077227.131303:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077227.131317:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077227.131323:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077227.131338:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4214 00000100:00080000:0.0:1769077227.131353:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077227.131363:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077227.131413:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612155392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077227.131447:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077227.131451:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077227.131453:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077227.131458:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4214 00000100:00080000:0.0:1769077227.131461:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077227.131467:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077227.131492:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077227.131510:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077227.131516:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612155392:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077227.131543:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077227.131548:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077227.131550:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077227.131558:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4214 00000100:00080000:0.0:1769077227.131562:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077227.131567:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077227.131573:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077227.131585:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612155648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077227.131610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077227.131660:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227] req@ffff88dac7d2e680 x1855007612155392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077227.131682:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612155392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077227.131695:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077227.131700:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077227.131705:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612155392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077227.131734:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077227.131759:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077227.131773:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227] req@ffff88dac7d2ea00 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077227.131793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077227.131803:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077227.131807:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077227.131811:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077227.131816:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077227.131837:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077227.131849:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077227/real 1769077227] req@ffff88dac7d2d500 x1855007612155648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077227.131862:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612155648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077227.131870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077227.131874:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077227.131877:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077227.387284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077227.387377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077227.835204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077228.411235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077228.411257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077228.859216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077229.435252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077229.435281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077229.883263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077230.459236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077230.459262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077230.907265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077231.483254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077231.483293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077231.931276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077232.251268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077232.251279:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077232.251284:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077232.251294:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4219 00000100:00080000:3.0:1769077232.251305:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077232.251312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077232.251347:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612155776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077232.251374:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077232.251378:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077232.251380:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077232.251384:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4219 00000100:00080000:3.0:1769077232.251397:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077232.251402:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077232.251409:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077232.251419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612155904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077232.251427:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077232.251431:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077232.251433:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077232.251435:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612155776:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077232.251438:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4219 00000100:00080000:3.0:1769077232.251443:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077232.251446:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077232.251451:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077232.251461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612156032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077232.251498:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077232.251547:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232] req@ffff88dac8832680 x1855007612155776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077232.251563:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612155776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077232.251576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077232.251579:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077232.251582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612155776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077232.251600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077232.251618:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077232.251627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232] req@ffff88dac8830380 x1855007612155904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077232.251643:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612155904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077232.251649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077232.251652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077232.251654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612155904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077232.251658:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077232.251671:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077232.251677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077232/real 1769077232] req@ffff88dac8832a00 x1855007612156032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077232.251687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612156032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077232.251696:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077232.251699:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077232.251702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077232.507256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077232.507308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077232.955254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077233.531237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077233.531280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077233.979235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077234.555313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077234.555390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077235.003309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077235.579262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077235.579388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077236.027218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077236.603260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077236.603286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077237.051248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077237.371275:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077237.371284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077237.371287:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077237.371296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4224 00000100:00080000:1.0:1769077237.371317:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077237.371324:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077237.371356:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612156160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077237.371380:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077237.371382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077237.371384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077237.371387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4224 00000100:00080000:1.0:1769077237.371390:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077237.371393:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077237.371402:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077237.371413:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077237.371423:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077237.371429:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612156160:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077237.371429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077237.371431:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077237.371444:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4224 00000100:00080000:1.0:1769077237.371448:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077237.371450:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077237.371453:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077237.371464:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612156416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077237.371534:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077237.371582:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237] req@ffff88dacab49880 x1855007612156160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077237.371600:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612156160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077237.371609:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077237.371613:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077237.371617:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612156160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077237.371642:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077237.371660:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077237.371669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237] req@ffff88dacab49500 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077237.371679:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077237.371685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077237.371688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077237.371690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077237.371694:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077237.371705:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077237.371711:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077237/real 1769077237] req@ffff88dacab48e00 x1855007612156416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077237.371719:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612156416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077237.371723:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077237.371725:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077237.371727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077237.627282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077237.627380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077238.075271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077238.651270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077238.651342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077239.099336:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077239.675288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077239.675333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077240.123221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077240.699221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077240.699272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077241.147291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077241.723252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077241.723283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077242.171216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077242.491242:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077242.491251:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077242.491255:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077242.491264:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4229 00000100:00080000:1.0:1769077242.491273:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077242.491279:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077242.491311:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612156544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077242.491338:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077242.491343:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077242.491345:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077242.491350:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4229 00000100:00080000:1.0:1769077242.491355:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077242.491360:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077242.491370:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077242.491371:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612156544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077242.491389:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612156672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077242.491399:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077242.491401:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077242.491403:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077242.491406:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4229 00000100:00080000:1.0:1769077242.491426:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077242.491429:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077242.491433:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077242.491434:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077242.491446:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612156800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077242.491474:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242] req@ffff88dacab49180 x1855007612156544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077242.491493:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612156544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077242.491500:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077242.491503:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077242.491506:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612156544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077242.491524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077242.491539:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077242.491548:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242] req@ffff88dacab48380 x1855007612156672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077242.491556:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612156672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077242.491562:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077242.491564:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077242.491566:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077242.491570:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077242.491580:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077242.491586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077242/real 1769077242] req@ffff88dacab4aa00 x1855007612156800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077242.491593:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612156800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077242.491611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077242.491613:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077242.491615:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612156800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077242.747267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077242.747302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077243.195281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077243.771245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077243.771262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077244.219242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077244.795246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077244.795264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077245.243246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077245.819249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077245.819283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077246.267239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077246.843305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077246.843349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077247.291228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077247.611279:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077247.611291:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077247.611297:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077247.611356:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4234 00000100:00080000:1.0:1769077247.611370:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077247.611379:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077247.611423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612156928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077247.611457:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077247.611477:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077247.611479:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077247.611484:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4234 00000100:00080000:1.0:1769077247.611489:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077247.611495:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077247.611506:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077247.611514:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612156928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077247.611526:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077247.611541:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077247.611545:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077247.611547:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077247.611551:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4234 00000100:00080000:1.0:1769077247.611556:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077247.611560:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077247.611566:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077247.611583:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612157184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077247.611610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077247.611667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247] req@ffff88dacab4bb80 x1855007612156928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077247.611689:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612156928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077247.611699:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077247.611704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077247.611708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612156928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077247.611736:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077247.611761:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077247.611777:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247] req@ffff88dacab48700 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077247.611791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077247.611800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077247.611804:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077247.611807:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077247.611815:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077247.611837:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077247.611849:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077247/real 1769077247] req@ffff88dacab4aa00 x1855007612157184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077247.611861:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612157184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077247.611870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077247.611874:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077247.611878:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077247.867216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077247.867262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077248.315214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077248.891235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077248.891259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077249.339247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077249.915220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077249.915256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077250.363253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077250.939237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077250.939263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077251.387255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077251.963259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077251.963281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077252.411250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077252.731275:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077252.731285:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077252.731288:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077252.731297:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4239 00000100:00080000:2.0:1769077252.731306:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077252.731312:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077252.731342:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612157312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077252.731364:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077252.731367:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077252.731368:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077252.731371:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4239 00000100:00080000:2.0:1769077252.731373:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077252.731377:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077252.731387:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077252.731397:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612157312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077252.731398:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612157440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077252.731411:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077252.731420:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077252.731422:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077252.731425:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4239 00000100:00080000:2.0:1769077252.731427:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077252.731429:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077252.731433:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077252.731441:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612157568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077252.731460:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077252.731494:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252] req@ffff88dac7dbc700 x1855007612157312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077252.731508:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612157312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077252.731515:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077252.731518:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077252.731522:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612157312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077252.731539:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077252.731553:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077252.731561:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252] req@ffff88dac7dbed80 x1855007612157440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077252.731570:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612157440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077252.731576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077252.731578:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077252.731580:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077252.731584:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077252.731595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077252.731606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077252/real 1769077252] req@ffff88dac7dbf800 x1855007612157568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077252.731618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612157568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077252.731625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077252.731629:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077252.731633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077252.987225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077252.987251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077253.435213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077254.011263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077254.011317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077254.459260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077255.035253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077255.035284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077255.483302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077256.059280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077256.059316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077256.507256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077257.083256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077257.083288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077257.531226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077257.851291:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077257.851308:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077257.851316:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077257.851332:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4244 00000100:00080000:2.0:1769077257.851349:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077257.851388:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077257.851436:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612157696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077257.851468:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077257.851472:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077257.851474:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077257.851478:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4244 00000100:00080000:2.0:1769077257.851482:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077257.851486:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077257.851498:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077257.851510:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077257.851522:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077257.851524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612157696:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077257.851526:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077257.851532:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077257.851539:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4244 00000100:00080000:2.0:1769077257.851542:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077257.851546:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077257.851550:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077257.851562:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612157952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077257.851670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077257.851705:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077258.107271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077258.107295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077258.555244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077259.131286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077259.131407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077259.579219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077260.155300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077260.155330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077260.603326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769077260.923452:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769077260.923509:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077260.923529:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769077260.923575:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769077260.923582:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769077260.923628:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077260] req@ffff88dac7dbc380 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077260.923660:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.923673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.923677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077260.923681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077260.923688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077260] req@ffff88dac7dbfb80 x1855007612157952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077260.923696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612157952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.923704:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.923708:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077260.923712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612157952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077260.923720:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077257/real 1769077260] req@ffff88dac7dbca80 x1855007612157696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077260.923734:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612157696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077260.923743:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077260.923747:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077260.923751:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612157696:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077261.179255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077261.179325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077261.627239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077262.203299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077262.203375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077262.651288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077262.971291:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077262.971306:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077262.971311:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077262.971326:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4250 00000100:00080000:0.0:1769077262.971341:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077262.971363:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077262.971414:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612158080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077262.971453:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077262.971457:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077262.971459:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077262.971464:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4250 00000100:00080000:0.0:1769077262.971470:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077262.971475:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077262.971487:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077262.971504:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612158208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077262.971512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612158080:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077262.971519:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077262.971525:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077262.971528:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077262.971533:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4250 00000100:00080000:0.0:1769077262.971539:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077262.971544:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077262.971551:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077262.971565:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612158336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077262.971617:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077262.971688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262] req@ffff88dac7d2c700 x1855007612158080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077262.971714:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612158080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077262.971728:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077262.971734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077262.971738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612158080:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077262.971793:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077262.971824:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077262.971842:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262] req@ffff88dac7d2c000 x1855007612158208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077262.971862:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612158208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077262.971888:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077262.971893:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077262.971897:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077262.971904:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077262.971928:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077262.971941:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077262/real 1769077262] req@ffff88dac7d2d180 x1855007612158336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077262.971953:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612158336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077262.971961:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077262.971964:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077262.971967:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158336:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769077263.227332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077263.227336:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077263.675230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077264.251290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077264.251295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077264.699326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077265.275260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077265.275299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077265.723266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077266.299267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077266.299298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077266.747322:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077267.323268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077267.323279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077267.771293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077268.091333:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077268.091345:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077268.091351:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077268.091363:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4255 00000100:00080000:2.0:1769077268.091374:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077268.091382:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077268.091420:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612158464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077268.091454:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077268.091458:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077268.091460:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077268.091464:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4255 00000100:00080000:2.0:1769077268.091468:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077268.091473:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077268.091485:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077268.091517:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077268.091539:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077268.091544:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077268.091547:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077268.091557:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4255 00000100:00080000:2.0:1769077268.091567:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077268.091570:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612158464:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077268.091577:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077268.091595:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077268.091615:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612158720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077268.091708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077268.091775:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268] req@ffff88dac7dbd880 x1855007612158464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077268.091869:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612158464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077268.091893:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077268.091916:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077268.091925:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612158464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077268.091972:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077268.092009:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077268.092027:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268] req@ffff88dac7dbce00 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077268.092043:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077268.092055:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077268.092060:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077268.092064:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077268.092073:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077268.092093:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077268.092109:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077268/real 1769077268] req@ffff88dac7dbd500 x1855007612158720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077268.092131:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612158720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077268.092146:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077268.092200:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077268.092207:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077268.347314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077268.347396:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077268.795272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077269.371331:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077269.371414:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077269.819324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077270.395414:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077270.395417:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077270.843299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077271.419322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077271.419377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077271.867286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077272.443232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077272.443306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077272.891239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077273.211297:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077273.211322:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077273.211330:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077273.211347:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4260 00000100:00080000:2.0:1769077273.211363:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077273.211374:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077273.211423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612158848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077273.211471:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077273.211476:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077273.211479:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077273.211484:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4260 00000100:00080000:2.0:1769077273.211489:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077273.211496:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077273.211509:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077273.211527:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612158976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077273.211548:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077273.211552:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612158848:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077273.211558:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077273.211567:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077273.211578:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4260 00000100:00080000:2.0:1769077273.211582:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077273.211586:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077273.211593:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077273.211617:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612159104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077273.211697:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077273.211822:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273] req@ffff88dac7dbf100 x1855007612158848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077273.211852:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612158848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077273.211869:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077273.211876:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077273.211882:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612158848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077273.211923:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077273.211956:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077273.211972:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273] req@ffff88dac7dbf480 x1855007612158976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077273.211987:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612158976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077273.212000:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077273.212005:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077273.212009:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612158976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077273.212017:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077273.212037:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077273.212048:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077273/real 1769077273] req@ffff88dac7dbd500 x1855007612159104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077273.212063:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612159104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077273.212073:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077273.212077:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077273.212080:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077273.467292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077273.467353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077273.915296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077274.491304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077274.491368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077274.939262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077275.515342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077275.515409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077275.963286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077276.539236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077276.539302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077276.987209:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077277.563266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077277.563290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077278.011281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077278.331306:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077278.331315:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077278.331320:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077278.331329:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4265 00000100:00080000:2.0:1769077278.331339:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077278.331345:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077278.331381:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612159232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077278.331424:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077278.331428:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077278.331430:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077278.331435:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4265 00000100:00080000:2.0:1769077278.331439:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077278.331444:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077278.331452:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077278.331464:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077278.331474:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077278.331480:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612159232:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077278.331481:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077278.331488:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077278.331501:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4265 00000100:00080000:2.0:1769077278.331504:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077278.331506:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077278.331508:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077278.331521:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612159488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077278.331585:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077278.331649:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278] req@ffff88dac7dbce00 x1855007612159232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077278.331667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612159232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077278.331677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077278.331681:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077278.331684:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612159232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077278.331710:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077278.331728:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077278.331737:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278] req@ffff88dac7dbd880 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077278.331746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077278.331758:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077278.331760:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077278.331763:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077278.331767:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077278.331777:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077278.331783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077278/real 1769077278] req@ffff88dac7dbca80 x1855007612159488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077278.331791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612159488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077278.331796:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077278.331798:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077278.331800:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077278.587263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077278.587328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077279.035303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077279.611276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077279.611377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077280.059262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077280.635290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077280.635318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077281.083232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077281.659287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077281.659359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077282.107229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077282.683234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077282.683298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077283.131231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077283.451302:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077283.451311:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077283.451315:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077283.451327:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4270 00000100:00080000:0.0:1769077283.451338:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077283.451344:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077283.451376:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612159616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077283.451401:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077283.451406:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077283.451407:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077283.451412:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4270 00000100:00080000:0.0:1769077283.451416:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077283.451421:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077283.451431:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077283.451449:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612159744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077283.451453:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612159616:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077283.451483:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077283.451488:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077283.451491:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077283.451498:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4270 00000100:00080000:0.0:1769077283.451503:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077283.451508:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077283.451515:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077283.451542:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612159872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077283.451570:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077283.451627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077283] req@ffff88dac7d2dc00 x1855007612159616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077283.451646:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612159616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077283.451655:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077283.451659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077283.451663:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612159616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077283.451689:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077283.451708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077283.451718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077283] req@ffff88dac7d2d880 x1855007612159744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077283.451726:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612159744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077283.451733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077283.451736:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077283.451738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077283.451742:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077283.451754:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077283.451760:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077283/real 1769077283] req@ffff88dac7d2d180 x1855007612159872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077283.451767:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612159872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077283.451772:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077283.451774:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077283.451776:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612159872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077283.707280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077283.707303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077284.155253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077284.731238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077284.731288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077285.179208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077285.755267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077285.755301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077286.203272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077286.779271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077286.779322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077287.227240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077287.803212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077287.803354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077288.251229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077288.571404:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077288.571425:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077288.571434:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077288.571481:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4275 00000100:00080000:1.0:1769077288.571500:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077288.571511:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077288.571577:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612160000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077288.571638:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077288.571643:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077288.571646:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077288.571651:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4275 00000100:00080000:1.0:1769077288.571660:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077288.571666:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077288.571682:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077288.571701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612160000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077288.571705:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077288.571737:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077288.571745:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077288.571749:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077288.571757:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4275 00000100:00080000:1.0:1769077288.571765:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077288.571773:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077288.571784:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769077288.571812:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077288.571814:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612160256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077288.571876:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288] req@ffff88dacab48380 x1855007612160000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077288.571901:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612160000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077288.571921:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077288.571929:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077288.571937:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612160000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077288.571980:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077288.572028:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077288.572055:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288] req@ffff88dacab49180 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077288.572081:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077288.572097:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077288.572101:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077288.572105:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077288.572114:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077288.572144:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077288.572195:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077288/real 1769077288] req@ffff88dacab48e00 x1855007612160256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077288.572210:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612160256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077288.572220:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077288.572224:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077288.572228:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077288.827250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077288.827302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077289.275253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077289.851261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077289.851339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077290.299237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077290.875330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077290.875388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077291.323303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077291.899279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077291.899343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077292.347201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077292.923312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077292.923353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077293.371241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077293.691265:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077293.691277:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077293.691282:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077293.691293:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4280 00000100:00080000:1.0:1769077293.691305:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077293.691313:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077293.691369:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612160384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077293.691398:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077293.691401:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077293.691402:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077293.691406:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4280 00000100:00080000:1.0:1769077293.691408:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077293.691411:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077293.691420:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077293.691431:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612160512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077293.691440:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077293.691444:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769077293.691446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612160384:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077293.691447:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077293.691456:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4280 00000100:00080000:1.0:1769077293.691459:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077293.691461:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077293.691464:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077293.691475:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612160640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077293.691526:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077293.691570:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293] req@ffff88dacab49500 x1855007612160384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077293.691598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612160384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077293.691610:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077293.691616:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077293.691621:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612160384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077293.691650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077293.691673:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077293.691683:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293] req@ffff88dacab49880 x1855007612160512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077293.691692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612160512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077293.691699:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077293.691702:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077293.691704:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077293.691709:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077293.691720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077293.691726:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077293/real 1769077293] req@ffff88dacab4a680 x1855007612160640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077293.691734:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612160640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077293.691744:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077293.691746:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077293.691748:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077293.947248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077293.947429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077294.395200:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077294.971300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077294.971371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077295.419227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077295.995243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077295.995299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077296.443236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077297.019245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077297.019339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077297.467395:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077298.043308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077298.043356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077298.491226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077298.811313:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077298.811325:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077298.811330:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077298.811340:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4285 00000100:00080000:3.0:1769077298.811351:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077298.811359:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077298.811395:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612160768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077298.811425:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077298.811429:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077298.811431:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077298.811435:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4285 00000100:00080000:3.0:1769077298.811438:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077298.811442:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077298.811450:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077298.811464:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077298.811476:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077298.811480:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077298.811482:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077298.811487:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612160768:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077298.811489:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4285 00000100:00080000:3.0:1769077298.811495:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077298.811501:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077298.811506:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077298.811531:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612161024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077298.811559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077298.811603:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298] req@ffff88dac8833480 x1855007612160768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077298.811636:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612160768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077298.811649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077298.811654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077298.811659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612160768:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077298.811685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077298.811711:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077298.811726:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298] req@ffff88dac8832a00 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077298.811741:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077298.811752:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077298.811756:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077298.811760:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612160896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077298.811767:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077298.811788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077298.811801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077298/real 1769077298] req@ffff88dac8830380 x1855007612161024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077298.811828:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612161024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077298.811837:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077298.811841:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077298.811845:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077299.067262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077299.067332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077299.515249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077300.091291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077300.091340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077300.539284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077301.115345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077301.115346:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077301.563279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077302.139260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077302.139316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077302.587259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077303.163341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077303.163342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077303.611286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077303.931277:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077303.931294:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077303.931300:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077303.931315:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4291 00000100:00080000:3.0:1769077303.931336:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077303.931347:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077303.931400:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612161152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077303.931433:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077303.931437:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077303.931439:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077303.931444:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4291 00000100:00080000:3.0:1769077303.931449:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077303.931454:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077303.931467:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077303.931477:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612161152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077303.931510:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612161280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077303.931521:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077303.931524:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077303.931525:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077303.931529:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4291 00000100:00080000:3.0:1769077303.931534:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077303.931537:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077303.931541:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077303.931550:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612161408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077303.931565:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077303.931627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303] req@ffff88dac8832680 x1855007612161152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077303.931649:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612161152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077303.931662:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077303.931666:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077303.931671:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612161152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077303.931699:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077303.931722:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077303.931734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303] req@ffff88dac8833b80 x1855007612161280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077303.931748:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612161280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077303.931758:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077303.931762:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077303.931766:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077303.931772:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077303.931788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077303.931798:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077303/real 1769077303] req@ffff88dac8833100 x1855007612161408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077303.931810:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612161408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077303.931819:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077303.931822:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077303.931826:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077304.187272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077304.187315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077304.635221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077305.211295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077305.211346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077305.659304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077306.235290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077306.235336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077306.683279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077307.259296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077307.259384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077307.707269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077308.283292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077308.283322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077308.731254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077309.051316:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077309.051328:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077309.051333:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077309.051344:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4296 00000100:00080000:1.0:1769077309.051359:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077309.051368:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077309.051419:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612161536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077309.051445:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077309.051448:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077309.051449:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077309.051452:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4296 00000100:00080000:1.0:1769077309.051456:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077309.051459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077309.051472:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077309.051485:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612161536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077309.051490:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077309.051504:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077309.051508:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077309.051510:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077309.051515:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4296 00000100:00080000:1.0:1769077309.051520:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077309.051524:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077309.051530:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077309.051544:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612161792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077309.051567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077309.051611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309] req@ffff88dacab4ad80 x1855007612161536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077309.051628:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612161536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077309.051637:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077309.051641:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077309.051644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612161536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077309.051668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077309.051684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077309.051692:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309] req@ffff88dacab49c00 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077309.051701:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077309.051708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077309.051710:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077309.051712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077309.051716:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077309.051726:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077309.051732:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077309/real 1769077309] req@ffff88dacab4a680 x1855007612161792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077309.051740:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612161792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077309.051750:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077309.051754:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077309.051757:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612161792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077309.307286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077309.307373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077309.755233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077310.331309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077310.331351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077310.779325:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077311.355300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077311.355336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077311.803282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077312.379266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077312.379310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077312.827242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077313.403331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077313.403415:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077313.851253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077314.171334:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077314.171346:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077314.171351:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077314.171361:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4301 00000100:00080000:2.0:1769077314.171371:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077314.171377:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077314.171411:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612161920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077314.171441:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077314.171445:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077314.171446:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077314.171450:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4301 00000100:00080000:2.0:1769077314.171453:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077314.171457:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077314.171466:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077314.171476:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612162048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077314.171485:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077314.171488:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077314.171489:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077314.171492:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4301 00000100:00080000:2.0:1769077314.171496:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077314.171499:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077314.171502:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077314.171510:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612162176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077314.171674:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612161920:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077314.171769:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077314.171822:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314] req@ffff88dac7dbfb80 x1855007612161920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077314.171844:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612161920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077314.171854:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077314.171859:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077314.171862:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612161920:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077314.171870:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077314.171892:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077314.171904:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314] req@ffff88dac7dbc380 x1855007612162048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077314.171916:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612162048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077314.171925:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077314.171929:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077314.171932:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077314.171939:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077314.171957:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077314.171967:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077314/real 1769077314] req@ffff88dac7dbf800 x1855007612162176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077314.171978:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612162176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077314.171986:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077314.171988:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077314.171992:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077314.427252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077314.427306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077314.875256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077315.451240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077315.451272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077315.899285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077316.475268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077316.475344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077316.923217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077317.499251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077317.499300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077317.947261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077318.523249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077318.523323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077318.971252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077319.291216:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077319.291226:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077319.291231:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077319.291240:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4306 00000100:00080000:1.0:1769077319.291249:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077319.291256:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077319.291289:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612162304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077319.291313:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077319.291317:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077319.291319:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077319.291323:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4306 00000100:00080000:1.0:1769077319.291327:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077319.291332:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077319.291341:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077319.291346:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612162304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077319.291356:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077319.291367:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077319.291370:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077319.291372:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077319.291376:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4306 00000100:00080000:1.0:1769077319.291380:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077319.291383:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077319.291388:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077319.291398:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612162560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077319.291421:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077319.291459:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319] req@ffff88dacab49880 x1855007612162304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077319.291478:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612162304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077319.291488:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077319.291492:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077319.291496:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612162304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077319.291518:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077319.291540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077319.291553:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319] req@ffff88dacab49500 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077319.291562:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077319.291568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077319.291570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077319.291572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077319.291576:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077319.291590:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077319.291600:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077319/real 1769077319] req@ffff88dacab48e00 x1855007612162560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077319.291611:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612162560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077319.291618:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077319.291621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077319.291624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077319.547227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077319.547249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077319.995222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077320.571235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077320.571269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077321.019246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077321.595209:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077321.595238:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077322.043236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077322.619257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077322.619279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077323.067242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077323.643223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077323.643245:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077324.091235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077324.411272:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077324.411282:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077324.411286:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077324.411294:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4311 00000100:00080000:0.0:1769077324.411302:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077324.411307:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077324.411337:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612162688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077324.411359:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077324.411362:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077324.411363:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077324.411366:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4311 00000100:00080000:0.0:1769077324.411368:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077324.411370:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077324.411376:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077324.411384:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612162816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077324.411391:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077324.411393:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077324.411394:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077324.411398:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4311 00000100:00100000:1.0:1769077324.411400:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612162688:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077324.411401:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077324.411405:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077324.411410:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077324.411417:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612162944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077324.411501:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077324.411527:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077324.667257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077324.667281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077325.115257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077325.691284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077325.691311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077326.139243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077326.715270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077326.715307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077327.163260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769077327.483553:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769077327.483623:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077327.483647:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077327.483718:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077327.483732:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077327.483748:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077327] req@ffff88dac7d2c000 x1855007612162688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077327.483807:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612162688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077327.483827:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077327.483833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077327.483838:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612162688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077327.483866:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077327] req@ffff88dac7d2c700 x1855007612162816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077327.483881:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612162816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077327.483890:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077327.483894:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077327.483898:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077327.483905:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077324/real 1769077327] req@ffff88dac7d2d500 x1855007612162944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077327.483917:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612162944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077327.483924:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077327.483928:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077327.483931:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612162944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077327.739240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077327.739286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077328.187298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077328.763260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077328.763285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077329.211250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077329.531272:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077329.531283:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077329.531287:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077329.531297:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4316 00000100:00080000:2.0:1769077329.531308:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077329.531323:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077329.531361:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612163072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077329.531386:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077329.531388:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077329.531390:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077329.531392:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4316 00000100:00080000:2.0:1769077329.531395:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077329.531398:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077329.531405:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077329.531416:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077329.531424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612163072:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077329.531425:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077329.531429:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077329.531431:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077329.531435:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4316 00000100:00080000:2.0:1769077329.531439:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077329.531444:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077329.531448:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077329.531461:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612163328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077329.531496:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077329.531538:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329] req@ffff88dac7dbed80 x1855007612163072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077329.531555:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612163072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077329.531565:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077329.531570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077329.531574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612163072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077329.531603:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077329.531643:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077329.531656:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329] req@ffff88dac7dbc700 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077329.531668:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077329.531678:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077329.531681:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077329.531684:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077329.531690:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077329.531710:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077329.531721:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077329/real 1769077329] req@ffff88dac7dbc000 x1855007612163328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077329.531733:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612163328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077329.531747:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077329.531750:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077329.531765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077329.787237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077329.787290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077330.235248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077330.811239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077330.811272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077331.259227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077331.835243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077331.835312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077332.283250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077332.859240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077332.859278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077333.307223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077333.883256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077333.883283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077334.331260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077334.651263:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077334.651272:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077334.651277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077334.651288:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4321 00000100:00080000:2.0:1769077334.651299:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077334.651305:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077334.651341:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612163456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077334.651366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077334.651370:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077334.651372:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077334.651376:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4321 00000100:00080000:2.0:1769077334.651380:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077334.651384:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077334.651393:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077334.651397:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612163456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077334.651408:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612163584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077334.651420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077334.651423:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077334.651425:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077334.651429:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4321 00000100:00080000:2.0:1769077334.651433:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077334.651437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077334.651442:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077334.651452:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612163712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077334.651463:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077334.651511:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334] req@ffff88dac7dbd180 x1855007612163456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077334.651531:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612163456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077334.651539:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077334.651542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077334.651545:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612163456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077334.651565:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077334.651582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077334.651591:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334] req@ffff88dac7dbe680 x1855007612163584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077334.651599:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612163584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077334.651610:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077334.651613:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077334.651615:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077334.651619:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077334.651629:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077334.651635:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077334/real 1769077334] req@ffff88dac7dbe300 x1855007612163712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077334.651642:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612163712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077334.651648:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077334.651649:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077334.651651:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077334.907233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077334.907303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077335.355271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077335.931268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077335.931291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077336.379346:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077336.955288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077336.955311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077337.403218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077337.979306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077337.979323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077338.427268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077339.003272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077339.003290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077339.451212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077339.771294:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077339.771305:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077339.771310:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077339.771338:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4326 00000100:00080000:2.0:1769077339.771351:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077339.771359:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077339.771403:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612163840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077339.771426:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077339.771429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077339.771430:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077339.771449:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4326 00000100:00080000:2.0:1769077339.771453:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077339.771456:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077339.771466:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077339.771480:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612163840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077339.771481:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077339.771496:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077339.771514:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077339.771517:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077339.771520:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4326 00000100:00080000:2.0:1769077339.771522:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077339.771525:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077339.771529:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077339.771539:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612164096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077339.771621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077339.771669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339] req@ffff88dac7dbdf80 x1855007612163840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077339.771684:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612163840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077339.771692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077339.771696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077339.771700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612163840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077339.771724:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077339.771742:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077339.771750:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339] req@ffff88dac7dbea00 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077339.771759:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077339.771765:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077339.771767:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077339.771769:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612163968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077339.771773:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077339.771783:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077339.771788:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077339/real 1769077339] req@ffff88dac7dbe300 x1855007612164096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077339.771795:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612164096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077339.771801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077339.771802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077339.771804:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077340.027304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077340.027345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077340.475330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077341.051252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077341.051361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077341.499245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077342.075259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077342.075274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077342.523266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077343.099296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077343.099381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077343.547308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077344.123296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077344.123327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077344.571274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077344.891303:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077344.891317:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077344.891324:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077344.891339:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4331 00000100:00080000:0.0:1769077344.891354:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077344.891363:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077344.891415:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612164224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077344.891449:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077344.891454:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077344.891457:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077344.891462:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4331 00000100:00080000:0.0:1769077344.891467:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077344.891472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077344.891483:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612164224:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769077344.891485:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077344.891519:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612164352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077344.891531:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077344.891536:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077344.891538:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077344.891543:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4331 00000100:00080000:0.0:1769077344.891567:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077344.891571:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077344.891577:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769077344.891579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077344.891594:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612164480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077344.891636:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344] req@ffff88dac7d2ea00 x1855007612164224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077344.891653:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612164224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077344.891663:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077344.891666:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077344.891670:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612164224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077344.891694:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077344.891711:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077344.891720:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344] req@ffff88dac7d2e680 x1855007612164352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077344.891728:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612164352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077344.891735:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077344.891738:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077344.891740:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077344.891754:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077344.891775:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077344.891795:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077344/real 1769077344] req@ffff88dac7d2f480 x1855007612164480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077344.891810:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612164480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077344.891822:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077344.891825:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077344.891827:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077345.147235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077345.147257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077345.595258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077346.171263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077346.171285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077346.619249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077347.195271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077347.195288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077347.643264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077348.219275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077348.219302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077348.667253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077349.243259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077349.243291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077349.691253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077350.011245:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077350.011256:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077350.011261:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077350.011271:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4337 00000100:00080000:0.0:1769077350.011281:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077350.011288:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077350.011323:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612164608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077350.011350:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077350.011354:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077350.011356:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077350.011360:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4337 00000100:00080000:0.0:1769077350.011364:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077350.011368:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077350.011378:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077350.011385:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612164608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077350.011395:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077350.011420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077350.011424:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077350.011427:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077350.011432:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4337 00000100:00080000:0.0:1769077350.011447:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077350.011453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:1.0:1769077350.011457:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:0.0:1769077350.011462:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077350.011477:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612164864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077350.011498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077350/real 1769077350] req@ffff88dac7d2ca80 x1855007612164608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077350.011512:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612164608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077350.011520:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077350.011523:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077350.011526:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612164608:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077350.011545:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077350.011559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077350.011567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077350/real 1769077350] req@ffff88dac7d2f100 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077350.011575:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077350.011581:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077350.011583:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077350.011585:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077350.011590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077350.011600:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077350.011606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077350/real 1769077350] req@ffff88dac7d2f480 x1855007612164864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077350.011613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612164864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077350.011618:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077350.011619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077350.011621:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612164864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077350.267255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077350.267277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077350.715266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077351.291242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077351.291304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077351.739214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077352.315246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077352.315294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077352.763245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077353.339323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077353.339362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077353.787214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077354.363290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077354.363309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077354.811253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077355.131271:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077355.131282:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077355.131287:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077355.131296:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4342 00000100:00080000:3.0:1769077355.131307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077355.131313:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077355.131363:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612164992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077355.131394:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077355.131398:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077355.131400:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077355.131405:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4342 00000100:00080000:3.0:1769077355.131409:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077355.131414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077355.131423:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077355.131434:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612164992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077355.131440:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612165120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077355.131453:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077355.131458:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077355.131460:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077355.131464:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4342 00000100:00080000:3.0:1769077355.131468:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077355.131472:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077355.131478:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077355.131491:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612165248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077355.131494:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077355.131532:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355] req@ffff88dac8831c00 x1855007612164992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077355.131545:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612164992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077355.131553:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077355.131556:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077355.131558:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612164992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077355.131576:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077355.131591:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077355.131600:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355] req@ffff88dac8833800 x1855007612165120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077355.131608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612165120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077355.131614:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077355.131617:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077355.131619:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077355.131622:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077355.131632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077355.131638:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077355/real 1769077355] req@ffff88dac8830e00 x1855007612165248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077355.131645:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612165248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077355.131650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077355.131652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077355.131654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077355.387252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077355.387403:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077355.835206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077356.411252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077356.411355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077356.859214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077357.435250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077357.435320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077357.883295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077358.459333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077358.459364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077358.907202:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077359.483293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077359.483296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077359.931257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077360.251318:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077360.251334:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077360.251341:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077360.251355:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4347 00000100:00080000:0.0:1769077360.251369:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077360.251379:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077360.251432:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612165376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077360.251466:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077360.251470:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077360.251472:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077360.251476:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4347 00000100:00080000:0.0:1769077360.251489:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077360.251495:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077360.251507:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077360.251515:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612165376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077360.251528:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077360.251542:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077360.251547:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077360.251550:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077360.251555:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4347 00000100:00080000:0.0:1769077360.251560:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077360.251566:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077360.251571:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077360.251581:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612165632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077360.251592:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077360.251636:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360] req@ffff88dac7d2e680 x1855007612165376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077360.251651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612165376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077360.251660:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077360.251663:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077360.251666:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612165376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077360.251687:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077360.251703:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077360.251712:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360] req@ffff88dac7d2ea00 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077360.251720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077360.251726:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077360.251728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077360.251730:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077360.251734:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077360.251748:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077360.251756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077360/real 1769077360] req@ffff88dac7d2d500 x1855007612165632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077360.251764:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612165632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077360.251774:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077360.251777:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077360.251779:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077360.507294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077360.507363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077360.955237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077361.531282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077361.531385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077361.979269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077362.555283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077362.555326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077363.003219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077363.579337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077363.579361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077364.027244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077364.603313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077364.603313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077365.051293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077365.371270:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077365.371281:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077365.371286:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077365.371298:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4352 00000100:00080000:0.0:1769077365.371310:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077365.371318:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077365.371359:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612165760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077365.371384:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077365.371387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077365.371388:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077365.371391:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4352 00000100:00080000:0.0:1769077365.371394:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077365.371397:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077365.371405:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077365.371418:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612165888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077365.371427:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077365.371430:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612165760:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077365.371431:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077365.371435:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077365.371442:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4352 00000100:00080000:0.0:1769077365.371444:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077365.371447:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077365.371449:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077365.371457:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612166016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077365.371525:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077365.371578:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365] req@ffff88dac7d2c700 x1855007612165760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077365.371601:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612165760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077365.371613:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077365.371618:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077365.371623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612165760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077365.371661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077365.371686:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077365.371699:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365] req@ffff88dac7d2c000 x1855007612165888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077365.371713:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612165888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077365.371729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077365.371733:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077365.371737:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612165888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077365.371744:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077365.371765:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077365.371776:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077365/real 1769077365] req@ffff88dac7d2d180 x1855007612166016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077365.371789:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612166016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077365.371798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077365.371802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077365.371806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077365.627322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077365.627343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077366.075333:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077366.651280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077366.651334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077367.099305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077367.675278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077367.675323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077368.123287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077368.699290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077368.699340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077369.147302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077369.723270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077369.723312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077370.171279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077370.491287:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077370.491300:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077370.491306:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077370.491318:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4357 00000100:00080000:1.0:1769077370.491332:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077370.491357:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077370.491397:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612166144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077370.491447:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077370.491452:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077370.491454:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077370.491460:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4357 00000100:00080000:1.0:1769077370.491465:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077370.491471:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077370.491483:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077370.491488:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612166144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077370.491504:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077370.491520:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077370.491525:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077370.491527:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077370.491532:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4357 00000100:00080000:1.0:1769077370.491543:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077370.491549:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:0.0:1769077370.491553:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:1.0:1769077370.491559:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077370.491578:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612166400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077370.491594:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370] req@ffff88dacab49180 x1855007612166144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077370.491613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612166144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077370.491623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077370.491627:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077370.491631:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612166144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077370.491653:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077370.491679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077370.491709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370] req@ffff88dacab48380 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077370.491723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077370.491733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077370.491736:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077370.491739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077370.491752:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077370.491768:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077370.491776:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077370/real 1769077370] req@ffff88dacab4aa00 x1855007612166400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077370.491784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612166400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077370.491789:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077370.491791:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077370.491794:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077370.747238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077370.747256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077371.195253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077371.771234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077371.771271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077372.219265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077372.795238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077372.795264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077373.243255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077373.819255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077373.819283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077374.267298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077374.843278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077374.843309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077375.291305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077375.611272:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077375.611296:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077375.611303:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077375.611315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4362 00000100:00080000:0.0:1769077375.611328:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077375.611335:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077375.611388:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612166528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077375.611417:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077375.611420:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077375.611421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077375.611425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4362 00000100:00080000:0.0:1769077375.611427:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077375.611430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077375.611439:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077375.611450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612166656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077375.611459:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077375.611462:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769077375.611462:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612166528:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077375.611465:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077375.611473:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4362 00000100:00080000:0.0:1769077375.611475:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077375.611478:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077375.611480:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077375.611489:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612166784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077375.611552:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077375.611597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375] req@ffff88dac7d2d880 x1855007612166528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077375.611614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612166528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077375.611623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077375.611626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077375.611630:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612166528:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077375.611654:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077375.611671:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077375.611680:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375] req@ffff88dac7d2dc00 x1855007612166656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077375.611697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612166656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077375.611705:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077375.611707:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077375.611710:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077375.611714:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077375.611727:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077375.611734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077375/real 1769077375] req@ffff88dac7d2d180 x1855007612166784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077375.611742:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612166784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077375.611748:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077375.611749:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077375.611751:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612166784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077375.867272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077375.867275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077376.315228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077376.891282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077376.891308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077377.339255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077377.915296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077377.915329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077378.363230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077378.939293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077378.939324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077379.387273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077379.963277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077379.963325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077380.411229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077380.731266:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077380.731277:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077380.731282:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077380.731293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4367 00000100:00080000:0.0:1769077380.731304:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077380.731312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077380.731351:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612166912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077380.731384:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077380.731388:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077380.731390:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077380.731395:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4367 00000100:00080000:0.0:1769077380.731404:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077380.731409:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077380.731418:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077380.731434:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612166912:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077380.731439:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077380.731454:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077380.731457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077380.731460:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077380.731464:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4367 00000100:00080000:0.0:1769077380.731468:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077380.731472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077380.731477:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077380.731488:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612167168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077380.731524:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077380.731589:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380] req@ffff88dac7d2c000 x1855007612166912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077380.731612:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612166912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077380.731625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077380.731630:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077380.731634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612166912:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077380.731665:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077380.731698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077380.731714:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380] req@ffff88dac7d2c700 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077380.731729:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077380.731738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077380.731742:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077380.731746:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077380.731751:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077380.731771:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077380.731782:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077380/real 1769077380] req@ffff88dac7d2d500 x1855007612167168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077380.731795:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612167168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077380.731802:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077380.731805:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077380.731808:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077380.987252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077380.987279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077381.435277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077382.011245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077382.011323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077382.459322:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077383.035272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077383.035330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077383.483231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077384.059237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077384.059259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077384.507294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077385.083293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077385.083325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077385.531263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077385.851295:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077385.851307:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077385.851312:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077385.851322:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4372 00000100:00080000:2.0:1769077385.851336:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077385.851343:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077385.851388:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612167296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077385.851416:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077385.851419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077385.851421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077385.851425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4372 00000100:00080000:2.0:1769077385.851427:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077385.851430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077385.851442:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077385.851458:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612167424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077385.851474:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077385.851480:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769077385.851487:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612167296:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077385.851491:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077385.851505:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4372 00000100:00080000:2.0:1769077385.851510:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077385.851517:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077385.851523:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077385.851539:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612167552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077385.851567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077385.851616:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385] req@ffff88dac7dbe680 x1855007612167296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077385.851637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612167296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077385.851653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077385.851660:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077385.851663:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612167296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077385.851686:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077385.851710:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077385.851724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385] req@ffff88dac7dbd180 x1855007612167424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077385.851737:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612167424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077385.851747:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077385.851751:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077385.851755:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077385.851762:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077385.851779:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077385.851788:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385] req@ffff88dac7dbc000 x1855007612167552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077385.851796:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612167552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077385.851829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077385.851833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077385.851835:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077386.107321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077386.107371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077386.555252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077387.131255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077387.131311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077387.579239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077388.155321:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077388.155333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077388.603253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077389.179238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077389.179266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077389.627271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077390.203255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077390.203274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077390.651257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077390.971238:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077390.971249:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077390.971254:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077390.971277:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4378 00000100:00080000:3.0:1769077390.971289:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077390.971296:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077390.971340:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612167680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077390.971364:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077390.971367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077390.971369:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077390.971372:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4378 00000100:00080000:3.0:1769077390.971375:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077390.971378:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077390.971386:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077390.971396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077390.971402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612167680:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077390.971417:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077390.971420:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077390.971421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077390.971425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4378 00000100:00080000:3.0:1769077390.971427:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077390.971430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077390.971433:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077390.971443:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612167936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077390.971504:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077390.971541:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077391.227230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077391.227249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077391.675234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077392.251247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077392.251290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077392.699267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077393.275231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077393.275283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077393.723223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769077394.043444:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769077394.043490:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077394.043507:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077394.043560:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077394.043571:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077394.043658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077394] req@ffff88dac8830700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077394.043726:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077394.043739:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077394.043745:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077394.043750:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077394.043759:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077394] req@ffff88dac8831180 x1855007612167936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077394.043773:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612167936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077394.043782:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077394.043786:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077394.043791:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612167936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077394.043799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077394] req@ffff88dac8832300 x1855007612167680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077394.043830:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612167680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077394.043840:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077394.043843:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077394.043846:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612167680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077394.299249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077394.299299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077394.747262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077395.323226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077395.323254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077395.771214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077396.091303:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077396.091311:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077396.091315:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077396.091323:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4383 00000100:00080000:2.0:1769077396.091332:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077396.091338:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077396.091366:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612168064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077396.091386:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077396.091389:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077396.091390:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077396.091393:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4383 00000100:00080000:2.0:1769077396.091395:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077396.091398:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077396.091405:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077396.091415:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612168192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077396.091427:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612168064:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077396.091429:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077396.091438:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077396.091440:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077396.091445:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4383 00000100:00080000:2.0:1769077396.091449:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077396.091455:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077396.091461:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077396.091476:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612168320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077396.091503:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077396.091546:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396] req@ffff88dac7dbc700 x1855007612168064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077396.091566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612168064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077396.091578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077396.091583:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077396.091587:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612168064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077396.091615:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077396.091661:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077396.091678:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396] req@ffff88dac7dbed80 x1855007612168192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077396.091697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612168192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077396.091708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077396.091711:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077396.091715:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077396.091721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077396.091744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077396.091753:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077396/real 1769077396] req@ffff88dac7dbf800 x1855007612168320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077396.091767:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612168320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077396.091775:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077396.091779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077396.091783:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077396.347244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077396.347287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077396.795228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077397.371227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077397.371256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077397.819216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077398.395260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077398.395290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077398.843225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077399.419247:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077399.419248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077399.867227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077400.443251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077400.443280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077400.891282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077401.211303:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077401.211312:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077401.211316:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077401.211327:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4388 00000100:00080000:3.0:1769077401.211336:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077401.211342:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077401.211373:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612168448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077401.211403:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077401.211406:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077401.211407:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077401.211410:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4388 00000100:00080000:3.0:1769077401.211412:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077401.211414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077401.211421:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077401.211432:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077401.211440:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077401.211442:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077401.211443:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077401.211446:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4388 00000100:00080000:3.0:1769077401.211448:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077401.211453:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612168448:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077401.211453:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077401.211460:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077401.211468:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612168704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077401.211521:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077401.211581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401] req@ffff88dac8830000 x1855007612168448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077401.211596:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612168448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077401.211605:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077401.211608:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077401.211611:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612168448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077401.211617:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077401.211634:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077401.211643:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401] req@ffff88dac8832300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077401.211651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077401.211657:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077401.211659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077401.211662:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077401.211679:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077401.211690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077401.211696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077401/real 1769077401] req@ffff88dac8831180 x1855007612168704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077401.211715:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612168704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077401.211721:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077401.211723:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077401.211725:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077401.467268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077401.467285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077401.915234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077402.491254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077402.491302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077402.939246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077403.515310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077403.515359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077403.963260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077404.539261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077404.539275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077404.987263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077405.563291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077405.563327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077406.011303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077406.331247:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077406.331260:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077406.331267:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077406.331281:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4393 00000100:00080000:3.0:1769077406.331295:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077406.331322:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077406.331406:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612168832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077406.331446:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077406.331452:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077406.331455:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077406.331479:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4393 00000100:00080000:3.0:1769077406.331485:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077406.331492:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077406.331506:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077406.331517:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612168832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077406.331528:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612168960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077406.331547:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077406.331552:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077406.331555:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077406.331563:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4393 00000100:00080000:3.0:1769077406.331569:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077406.331575:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077406.331582:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769077406.331609:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769077406.331615:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612169088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077406.331676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406] req@ffff88dac8830700 x1855007612168832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077406.331692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612168832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077406.331701:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077406.331704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077406.331707:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612168832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077406.331740:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077406.331757:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077406.331775:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406] req@ffff88dac8830e00 x1855007612168960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077406.331784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612168960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077406.331791:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077406.331793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077406.331796:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612168960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077406.331799:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077406.331812:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077406.331818:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077406/real 1769077406] req@ffff88dac8833800 x1855007612169088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077406.331837:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612169088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077406.331842:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077406.331844:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077406.331846:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077406.587283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077406.587316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077407.035344:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077407.611304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077407.611401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077408.059290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077408.635327:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077408.635401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077409.083345:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077409.659375:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077409.659476:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077410.107330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077410.683256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077410.683337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077411.131225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077411.451261:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077411.451270:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077411.451274:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077411.451283:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4398 00000100:00080000:0.0:1769077411.451294:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077411.451299:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077411.451341:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612169216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077411.451369:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077411.451387:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077411.451389:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077411.451392:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4398 00000100:00080000:0.0:1769077411.451395:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077411.451399:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077411.451407:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077411.451423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077411.451423:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612169216:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077411.451438:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077411.451441:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077411.451443:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077411.451447:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4398 00000100:00080000:0.0:1769077411.451450:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077411.451452:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077411.451455:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077411.451466:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612169472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077411.451486:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077411.451528:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411] req@ffff88dac7d2ea00 x1855007612169216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077411.451559:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612169216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077411.451567:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077411.451570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077411.451573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612169216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077411.451593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077411.451611:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077411.451620:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411] req@ffff88dac7d2e680 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077411.451629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077411.451636:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077411.451638:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077411.451641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077411.451645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077411.451656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077411.451662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077411/real 1769077411] req@ffff88dac7d2f480 x1855007612169472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077411.451671:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612169472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077411.451676:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077411.451678:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077411.451680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077411.707263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077411.707280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077412.155288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077412.731265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077412.731288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077413.179222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077413.755215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077413.755252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077414.203297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077414.779261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077414.779359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077415.227236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077415.803247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077415.803285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077416.251285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077416.571223:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077416.571233:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077416.571237:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077416.571246:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4403 00000100:00080000:2.0:1769077416.571255:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077416.571260:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077416.571305:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612169600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077416.571329:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077416.571332:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077416.571333:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077416.571336:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4403 00000100:00080000:2.0:1769077416.571338:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077416.571341:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077416.571348:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077416.571357:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612169728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077416.571366:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077416.571370:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769077416.571372:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612169600:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077416.571372:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077416.571381:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4403 00000100:00080000:2.0:1769077416.571384:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077416.571386:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077416.571389:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077416.571398:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612169856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077416.571454:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077416.571495:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077416] req@ffff88dac7dbc380 x1855007612169600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077416.571514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612169600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077416.571526:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077416.571529:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077416.571533:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612169600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077416.571553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077416.571571:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077416.571580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077416] req@ffff88dac7dbfb80 x1855007612169728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077416.571598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612169728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077416.571605:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077416.571608:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077416.571611:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077416.571618:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077416.571637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077416.571648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077416/real 1769077416] req@ffff88dac7dbca80 x1855007612169856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077416.571662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612169856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077416.571671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077416.571684:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077416.571688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612169856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077416.827237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077416.827280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077417.275246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077417.851252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077417.851300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077418.299277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077418.875298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077418.875307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077419.323223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077419.899312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077419.899343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077420.347255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077420.923247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077420.923273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077421.371237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077421.691270:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077421.691279:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077421.691283:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077421.691292:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4408 00000100:00080000:2.0:1769077421.691302:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077421.691310:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077421.691348:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612169984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077421.691375:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077421.691379:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077421.691381:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077421.691385:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4408 00000100:00080000:2.0:1769077421.691390:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077421.691394:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077421.691403:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077421.691417:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077421.691420:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612169984:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077421.691429:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077421.691433:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077421.691435:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077421.691439:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4408 00000100:00080000:2.0:1769077421.691442:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077421.691446:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077421.691450:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077421.691459:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612170240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077421.691489:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077421.691534:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421] req@ffff88dac7dbd880 x1855007612169984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077421.691547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612169984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077421.691555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077421.691558:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077421.691560:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612169984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077421.691580:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077421.691597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077421.691605:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421] req@ffff88dac7dbce00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077421.691613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077421.691620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077421.691622:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077421.691624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077421.691628:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077421.691639:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077421.691645:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077421/real 1769077421] req@ffff88dac7dbd500 x1855007612170240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077421.691652:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612170240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077421.691657:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077421.691659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077421.691660:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077421.947258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077421.947287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077422.395262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077422.971292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077422.971309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077423.419346:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077423.995263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077423.995407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077424.443255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077425.019295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077425.019332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077425.467225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077426.043295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077426.043316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077426.491270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077426.811261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077426.811269:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077426.811273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077426.811281:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4413 00000100:00080000:1.0:1769077426.811290:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077426.811296:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077426.811327:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612170368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077426.811350:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077426.811353:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077426.811355:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077426.811357:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4413 00000100:00080000:1.0:1769077426.811360:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077426.811362:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077426.811369:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077426.811378:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612170496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077426.811389:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612170368:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077426.811390:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077426.811398:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077426.811400:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077426.811403:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4413 00000100:00080000:1.0:1769077426.811405:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077426.811408:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077426.811411:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077426.811420:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612170624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077426.811455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077426.811488:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426] req@ffff88dacab48700 x1855007612170368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077426.811503:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612170368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077426.811511:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077426.811514:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077426.811517:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612170368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077426.811547:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077426.811563:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077426.811571:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426] req@ffff88dacab4bb80 x1855007612170496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077426.811580:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612170496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077426.811586:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077426.811588:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077426.811590:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077426.811594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077426.811604:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077426.811610:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426] req@ffff88dacab4aa00 x1855007612170624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077426.811617:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612170624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077426.811622:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077426.811624:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077426.811626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077427.067255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077427.067384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077427.515250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077428.091258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077428.091285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077428.539223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077429.115322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077429.115508:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077429.563216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077430.139282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077430.139287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077430.587233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077431.163317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077431.163351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077431.611287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077431.931298:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077431.931313:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077431.931320:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077431.931334:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4419 00000100:00080000:1.0:1769077431.931350:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077431.931358:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077431.931408:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612170752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077431.931443:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077431.931447:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077431.931449:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077431.931455:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4419 00000100:00080000:1.0:1769077431.931460:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077431.931465:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077431.931477:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077431.931495:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077431.931497:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612170752:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077431.931533:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077431.931537:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077431.931540:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077431.931546:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4419 00000100:00080000:1.0:1769077431.931552:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077431.931557:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077431.931563:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077431.931577:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612171008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077431.931596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077431.931651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431] req@ffff88dacab48380 x1855007612170752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077431.931671:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612170752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077431.931682:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077431.931687:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077431.931691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612170752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077431.931717:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077431.931740:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077431.931753:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431] req@ffff88dacab49180 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077431.931767:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077431.931776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077431.931779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077431.931783:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612170880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077431.931790:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077431.931808:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077431.931819:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077431/real 1769077431] req@ffff88dacab48e00 x1855007612171008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077431.931837:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612171008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077431.931845:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077431.931848:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077431.931852:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077432.187285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077432.187313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077432.635304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077433.211282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077433.211326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077433.659296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077434.235262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077434.235303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077434.683279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077435.259276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077435.259295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077435.707266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077436.283279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077436.283287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077436.731222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077437.051256:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077437.051268:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077437.051274:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077437.051285:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4424 00000100:00080000:1.0:1769077437.051298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077437.051306:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077437.051350:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612171136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077437.051379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077437.051382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077437.051384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077437.051387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4424 00000100:00080000:1.0:1769077437.051390:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077437.051393:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077437.051402:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077437.051413:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612171264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077437.051424:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077437.051429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077437.051432:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077437.051433:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612171136:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077437.051437:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4424 00000100:00080000:1.0:1769077437.051448:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077437.051453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077437.051456:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077437.051470:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612171392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077437.051510:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077437.051554:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437] req@ffff88dacab49500 x1855007612171136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077437.051569:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612171136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077437.051578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077437.051581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077437.051585:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612171136:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077437.051606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077437.051622:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077437.051631:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437] req@ffff88dacab49880 x1855007612171264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077437.051645:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612171264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077437.051655:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077437.051659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077437.051662:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077437.051670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077437.051692:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077437.051704:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077437/real 1769077437] req@ffff88dacab4a680 x1855007612171392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077437.051717:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612171392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077437.051727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077437.051731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077437.051736:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077437.307284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077437.307332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077437.755320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077438.331251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077438.331287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077438.779224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077439.355249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077439.355319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077439.803213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077440.379251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077440.379294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077440.827226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077441.403263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077441.403291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077441.851257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077442.171304:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077442.171317:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077442.171321:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077442.171333:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4429 00000100:00080000:0.0:1769077442.171346:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077442.171354:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077442.171396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612171520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077442.171430:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077442.171435:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077442.171437:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077442.171442:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4429 00000100:00080000:0.0:1769077442.171447:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077442.171450:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077442.171458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077442.171469:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077442.171482:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612171520:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077442.171484:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077442.171496:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077442.171499:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077442.171503:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4429 00000100:00080000:0.0:1769077442.171505:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077442.171507:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077442.171519:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077442.171532:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612171776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077442.171579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077442.171634:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442] req@ffff88dac7d2f100 x1855007612171520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077442.171651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612171520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077442.171660:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077442.171663:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077442.171667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612171520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077442.171692:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077442.171708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077442.171717:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442] req@ffff88dac7d2ca80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077442.171731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077442.171738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077442.171740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077442.171743:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077442.171746:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077442.171757:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077442.171763:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077442/real 1769077442] req@ffff88dac7d2f480 x1855007612171776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077442.171771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612171776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077442.171776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077442.171778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077442.171779:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612171776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077442.427291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077442.427317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077442.875267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077443.451306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077443.451410:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077443.899264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077444.475299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077444.475372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077444.923267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077445.499274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077445.499289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077445.947235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077446.523281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077446.523350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077446.971239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077447.291331:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077447.291347:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077447.291355:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077447.291371:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4434 00000100:00080000:0.0:1769077447.291395:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077447.291407:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077447.291473:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612171904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077447.291516:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077447.291521:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077447.291523:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077447.291528:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4434 00000100:00080000:0.0:1769077447.291533:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077447.291537:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077447.291549:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077447.291564:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612172032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077447.291575:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077447.291580:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077447.291582:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077447.291586:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4434 00000100:00080000:0.0:1769077447.291589:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077447.291593:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077447.291597:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077447.291608:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612172160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077447.291731:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612171904:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769077447.291848:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077447.291914:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447] req@ffff88dac7d2e680 x1855007612171904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077447.291942:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612171904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077447.291954:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077447.291960:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077447.291965:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612171904:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077447.291974:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077447.292004:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077447.292018:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447] req@ffff88dac7d2ea00 x1855007612172032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077447.292031:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612172032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077447.292050:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077447.292054:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077447.292057:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077447.292069:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077447.292093:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077447.292106:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077447/real 1769077447] req@ffff88dac7d2d500 x1855007612172160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077447.292120:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612172160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077447.292134:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077447.292138:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077447.292143:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077447.547299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077447.547359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077447.995261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077448.571363:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077448.571380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077449.019251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077449.595320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077449.595339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077450.043216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077450.619306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077450.619326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077451.067317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077451.643265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077451.643339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077452.091239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077452.411350:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077452.411363:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077452.411369:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077452.411383:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4439 00000100:00080000:1.0:1769077452.411414:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077452.411424:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077452.411488:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612172288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077452.411544:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077452.411548:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077452.411549:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077452.411553:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4439 00000100:00080000:1.0:1769077452.411555:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077452.411559:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077452.411570:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077452.411582:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077452.411592:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077452.411596:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077452.411598:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077452.411605:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4439 00000100:00100000:0.0:1769077452.411610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612172288:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077452.411610:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077452.411639:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077452.411645:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077452.411662:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612172544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077452.411757:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077452.411800:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452] req@ffff88dacab49c00 x1855007612172288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077452.411817:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612172288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077452.411827:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077452.411831:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077452.411835:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612172288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077452.411859:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077452.411903:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077452.411916:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452] req@ffff88dacab4ad80 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077452.411955:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077452.411961:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077452.411963:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077452.411966:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077452.411970:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077452.411981:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077452.411987:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077452/real 1769077452] req@ffff88dacab4a680 x1855007612172544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077452.411995:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612172544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077452.412022:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077452.412024:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077452.412026:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172544:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769077452.667306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077452.667317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077453.115252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077453.691267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077453.691366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077454.139216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077454.715263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077454.715285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077455.163253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077455.739267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077455.739294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077456.187226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077456.763242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077456.763276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077457.211231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077457.531260:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077457.531271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077457.531276:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077457.531286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4444 00000100:00080000:1.0:1769077457.531296:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077457.531303:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077457.531335:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612172672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077457.531357:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077457.531360:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077457.531361:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077457.531364:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4444 00000100:00080000:1.0:1769077457.531367:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077457.531371:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077457.531378:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077457.531389:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612172800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077457.531391:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612172672:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077457.531405:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077457.531408:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077457.531409:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077457.531412:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4444 00000100:00080000:1.0:1769077457.531415:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077457.531417:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077457.531420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077457.531430:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612172928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077457.531490:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077457.531515:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077457.787243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077457.787281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077458.235215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077458.811241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077458.811258:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077459.259247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077459.835248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077459.835355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077460.283287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769077460.603514:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769077460.603590:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077460.603610:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769077460.603653:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769077460.603661:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769077460.603696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077460] req@ffff88dacab49500 x1855007612172800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077460.603723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612172800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077460.603735:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077460.603740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077460.603744:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077460.603752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077460] req@ffff88dacab48e00 x1855007612172928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077460.603760:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612172928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077460.603765:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077460.603767:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077460.603770:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612172928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077460.603777:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077457/real 1769077460] req@ffff88dacab49880 x1855007612172672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077460.603786:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612172672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077460.603790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077460.603793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077460.603795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612172672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077460.859307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077460.859339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077461.307232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077461.883196:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077461.883249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077462.331263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077462.651306:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077462.651317:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077462.651321:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077462.651331:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4449 00000100:00080000:2.0:1769077462.651341:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077462.651348:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077462.651381:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612173056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077462.651412:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077462.651416:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077462.651418:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077462.651422:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4449 00000100:00080000:2.0:1769077462.651426:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077462.651430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077462.651440:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077462.651453:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077462.651465:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077462.651469:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077462.651473:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077462.651474:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612173056:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077462.651480:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4449 00000100:00080000:2.0:1769077462.651488:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077462.651493:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077462.651498:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077462.651509:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612173312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077462.651595:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077462.651638:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462] req@ffff88dac7dbf480 x1855007612173056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077462.651660:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612173056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077462.651672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077462.651677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077462.651681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612173056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077462.651708:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077462.651740:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077462.651757:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462] req@ffff88dac7dbf100 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077462.651775:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077462.651785:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077462.651788:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077462.651792:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077462.651799:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077462.651827:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077462.651839:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077462/real 1769077462] req@ffff88dac7dbd500 x1855007612173312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077462.651852:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612173312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077462.651860:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077462.651863:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077462.651867:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077462.907276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077462.907350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077463.355244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077463.931277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077463.931319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077464.379260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077464.955279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077464.955314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077465.403234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077465.979289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077465.979328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077466.427256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077467.003243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077467.003359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077467.451226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077467.771268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077467.771280:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077467.771285:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077467.771302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4454 00000100:00080000:0.0:1769077467.771314:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077467.771321:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077467.771377:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612173440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077467.771411:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077467.771415:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077467.771417:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077467.771423:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4454 00000100:00080000:0.0:1769077467.771446:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077467.771453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077467.771464:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612173440:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769077467.771465:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077467.771494:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612173568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077467.771511:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077467.771516:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077467.771518:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077467.771523:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4454 00000100:00080000:0.0:1769077467.771539:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769077467.771543:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769077467.771551:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077467.771561:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077467.771578:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612173696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077467.771588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467] req@ffff88dac7d2c700 x1855007612173440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077467.771613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612173440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077467.771621:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077467.771624:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077467.771627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612173440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077467.771646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077467.771662:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077467.771670:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467] req@ffff88dac7d2c000 x1855007612173568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077467.771678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612173568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077467.771685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077467.771687:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077467.771689:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077467.771693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077467.771703:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077467.771709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077467/real 1769077467] req@ffff88dac7d2d180 x1855007612173696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077467.771716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612173696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077467.771725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077467.771727:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077467.771729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077468.027294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077468.027360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077468.475252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077469.051317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077469.051317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077469.499301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077470.075292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077470.075327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077470.523256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077471.099293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077471.099314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077471.547238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077472.123295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077472.123305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077472.571257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077472.891247:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077472.891258:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077472.891263:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077472.891273:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4459 00000100:00080000:0.0:1769077472.891284:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077472.891289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077472.891321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612173824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077472.891366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077472.891369:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077472.891371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077472.891374:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4459 00000100:00080000:0.0:1769077472.891377:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077472.891381:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077472.891388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077472.891400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077472.891406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612173824:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077472.891412:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077472.891416:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077472.891417:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077472.891421:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4459 00000100:00080000:0.0:1769077472.891424:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077472.891427:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077472.891431:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077472.891441:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612174080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077472.891465:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077472.891507:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472] req@ffff88dac7d2dc00 x1855007612173824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077472.891528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612173824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077472.891539:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077472.891542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077472.891545:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612173824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077472.891564:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077472.891583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077472.891595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472] req@ffff88dac7d2d880 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077472.891607:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077472.891616:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077472.891620:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077472.891624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612173952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077472.891631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077472.891652:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077472.891661:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077472/real 1769077472] req@ffff88dac7d2d180 x1855007612174080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077472.891669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612174080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077472.891674:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077472.891677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077472.891679:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077473.147224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077473.147259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077473.595233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077474.171278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077474.171293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077474.619259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077475.195243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077475.195261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077475.643214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077476.219314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077476.219320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077476.667318:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077477.243251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077477.243295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077477.691300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077478.011315:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077478.011327:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077478.011333:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077478.011344:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4465 00000100:00080000:1.0:1769077478.011358:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077478.011367:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077478.011417:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612174208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077478.011450:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077478.011453:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077478.011455:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077478.011459:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4465 00000100:00080000:1.0:1769077478.011462:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077478.011467:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077478.011478:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077478.011492:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612174208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077478.011492:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612174336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077478.011512:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077478.011516:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077478.011518:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077478.011522:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4465 00000100:00080000:1.0:1769077478.011526:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077478.011531:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077478.011536:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077478.011550:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612174464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077478.011593:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077478.011663:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077478/real 1769077478] req@ffff88dacab49180 x1855007612174208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077478.011684:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612174208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077478.011694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077478.011698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077478.011701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612174208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077478.011725:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077478.011745:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077478.011754:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077478/real 1769077478] req@ffff88dacab48380 x1855007612174336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077478.011763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612174336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077478.011774:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077478.011777:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077478.011779:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077478.011782:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077478.011793:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077478.011799:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077478/real 1769077478] req@ffff88dacab4aa00 x1855007612174464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077478.011818:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612174464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077478.011824:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077478.011826:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077478.011828:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077478.267315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077478.267316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077478.715271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077479.291259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077479.291262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077479.739274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077480.315277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077480.315313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077480.763289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077481.339257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077481.339307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077481.787246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077482.363264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077482.363336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077482.811233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077483.131268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077483.131277:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077483.131281:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077483.131290:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4470 00000100:00080000:3.0:1769077483.131300:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077483.131306:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077483.131339:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612174592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077483.131364:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077483.131366:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077483.131368:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077483.131370:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4470 00000100:00080000:3.0:1769077483.131373:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077483.131375:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077483.131382:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077483.131391:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077483.131399:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077483.131402:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077483.131403:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077483.131405:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4470 00000100:00080000:3.0:1769077483.131407:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077483.131411:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612174592:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077483.131412:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077483.131420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077483.131429:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612174848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077483.131470:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077483.131501:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077483] req@ffff88dac8831c00 x1855007612174592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077483.131515:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612174592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077483.131523:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077483.131527:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077483.131529:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612174592:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077483.131535:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077483.131549:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077483.131557:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077483] req@ffff88dac8833100 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077483.131565:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077483.131571:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077483.131573:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077483.131575:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077483.131594:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077483.131605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077483.131611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077483/real 1769077483] req@ffff88dac8833b80 x1855007612174848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077483.131619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612174848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077483.131624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077483.131626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077483.131628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612174848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077483.387274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077483.387316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077483.835212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077484.411247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077484.411250:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077484.859245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077485.435259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077485.435297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077485.883213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077486.459236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077486.459278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077486.907255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077487.483339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077487.483371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077487.931258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077488.251260:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077488.251269:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077488.251273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077488.251282:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4475 00000100:00080000:0.0:1769077488.251291:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077488.251297:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077488.251327:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612174976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077488.251351:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077488.251354:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077488.251355:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077488.251358:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4475 00000100:00080000:0.0:1769077488.251360:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077488.251362:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077488.251369:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077488.251380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612175104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077488.251388:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077488.251393:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769077488.251394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612174976:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077488.251395:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077488.251409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4475 00000100:00080000:0.0:1769077488.251413:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077488.251416:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077488.251419:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077488.251428:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612175232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077488.251461:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077488.251499:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488] req@ffff88dac7d2c000 x1855007612174976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077488.251513:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612174976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077488.251527:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077488.251531:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077488.251534:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612174976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077488.251552:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077488.251568:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077488.251576:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488] req@ffff88dac7d2c700 x1855007612175104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077488.251584:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612175104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077488.251590:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077488.251592:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077488.251595:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077488.251598:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077488.251608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077488.251614:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077488/real 1769077488] req@ffff88dac7d2d500 x1855007612175232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077488.251622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612175232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077488.251627:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077488.251628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077488.251630:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077488.507234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077488.507263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077488.955234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077489.531250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077489.531298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077489.979252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077490.555250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077490.555261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077491.003216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077491.579266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077491.579297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077492.027270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077492.603251:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077492.603316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077493.051261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077493.371313:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077493.371337:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077493.371343:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077493.371359:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4480 00000100:00080000:3.0:1769077493.371375:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077493.371384:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077493.371437:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612175360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077493.371478:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077493.371483:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077493.371485:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077493.371492:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4480 00000100:00080000:3.0:1769077493.371497:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077493.371503:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077493.371516:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077493.371530:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612175360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077493.371539:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077493.371564:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077493.371569:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077493.371572:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077493.371578:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4480 00000100:00080000:3.0:1769077493.371583:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077493.371589:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077493.371596:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077493.371612:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612175616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077493.371632:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077493.371684:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493] req@ffff88dac8832680 x1855007612175360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077493.371699:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612175360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077493.371709:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077493.371714:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077493.371719:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612175360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077493.371747:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077493.371773:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077493.371787:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493] req@ffff88dac8830380 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077493.371801:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077493.371810:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077493.371814:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077493.371818:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077493.371825:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077493.371844:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077493.371852:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077493/real 1769077493] req@ffff88dac8832a00 x1855007612175616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077493.371865:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612175616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077493.371870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077493.371873:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077493.371875:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077493.627299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077493.627316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077494.075298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077494.651247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077494.651285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077495.099208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077495.675253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077495.675288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077496.123267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077496.699229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077496.699249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077497.147195:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077497.723263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077497.723286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077498.171258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077498.491255:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077498.491275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077498.491281:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077498.491292:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4485 00000100:00080000:3.0:1769077498.491304:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077498.491313:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077498.491354:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612175744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077498.491383:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077498.491387:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077498.491390:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077498.491396:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4485 00000100:00080000:3.0:1769077498.491401:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077498.491406:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077498.491412:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612175744:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769077498.491418:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077498.491438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612175872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077498.491466:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1769077498.491471:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769077498.491475:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077498.491479:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077498.491487:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4485 00000100:00080000:3.0:1769077498.491492:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077498.491496:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077498.491502:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077498.491516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498] req@ffff88dac8833480 x1855007612175744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077498.491521:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612176000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077498.491539:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612175744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077498.491548:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077498.491551:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077498.491556:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612175744:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077498.491575:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077498.491591:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077498.491599:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498] req@ffff88dac8832a00 x1855007612175872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077498.491608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612175872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077498.491618:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077498.491621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077498.491623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612175872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077498.491627:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077498.491644:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077498.491655:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077498/real 1769077498] req@ffff88dac8830380 x1855007612176000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077498.491667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612176000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077498.491676:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077498.491680:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077498.491682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077498.747271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077498.747298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077499.195254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077499.771267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077499.771313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077500.219275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077500.795252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077500.795315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077501.243214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077501.819228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077501.819264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077502.267262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077502.843250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077502.843290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077503.291217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077503.611243:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077503.611252:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077503.611256:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077503.611265:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4490 00000100:00080000:3.0:1769077503.611274:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077503.611279:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077503.611313:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612176128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077503.611340:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077503.611343:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077503.611345:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077503.611348:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4490 00000100:00080000:3.0:1769077503.611352:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077503.611355:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077503.611363:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077503.611369:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612176128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077503.611375:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077503.611385:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077503.611387:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077503.611389:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077503.611391:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4490 00000100:00080000:3.0:1769077503.611394:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077503.611396:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077503.611400:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077503.611408:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612176384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077503.611427:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077503.611460:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503] req@ffff88dac8832680 x1855007612176128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077503.611474:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612176128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077503.611486:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077503.611489:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077503.611491:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612176128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077503.611510:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077503.611524:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077503.611532:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503] req@ffff88dac8833b80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077503.611540:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077503.611546:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077503.611548:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077503.611550:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077503.611554:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077503.611564:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077503.611569:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077503/real 1769077503] req@ffff88dac8833100 x1855007612176384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077503.611577:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612176384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077503.611583:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077503.611586:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077503.611589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077503.867265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077503.867288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077504.315244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077504.891246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077504.891266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077505.339263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077505.915258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077505.915295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077506.363237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077506.939308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077506.939320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077507.387268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077507.963252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077507.963281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077508.411230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077508.731261:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077508.731273:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077508.731278:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077508.731288:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4495 00000100:00080000:1.0:1769077508.731298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077508.731305:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077508.731344:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612176512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077508.731366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077508.731369:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077508.731370:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077508.731373:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4495 00000100:00080000:1.0:1769077508.731376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077508.731379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077508.731387:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077508.731397:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612176512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077508.731398:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612176640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077508.731411:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077508.731414:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077508.731416:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077508.731419:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4495 00000100:00080000:1.0:1769077508.731421:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077508.731423:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077508.731426:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077508.731435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612176768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077508.731466:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077508.731498:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508] req@ffff88dacab4bb80 x1855007612176512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077508.731512:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612176512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077508.731520:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077508.731523:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077508.731526:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612176512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077508.731543:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077508.731557:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077508.731565:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508] req@ffff88dacab48700 x1855007612176640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077508.731573:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612176640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077508.731584:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077508.731586:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077508.731588:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077508.731592:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077508.731601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077508.731607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077508/real 1769077508] req@ffff88dacab4aa00 x1855007612176768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077508.731614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612176768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077508.731619:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077508.731621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077508.731622:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612176768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077508.987254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077508.987277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077509.435253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077510.011263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077510.011294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077510.459219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077511.035277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077511.035285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077511.483261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077512.059266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077512.059288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077512.507205:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077513.083289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077513.083313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077513.531258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077513.851266:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077513.851285:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077513.851293:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077513.851311:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4500 00000100:00080000:1.0:1769077513.851326:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077513.851336:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077513.851394:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612176896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077513.851438:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077513.851443:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077513.851445:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077513.851450:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4500 00000100:00080000:1.0:1769077513.851454:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077513.851461:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077513.851476:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077513.851496:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077513.851505:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612176896:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077513.851511:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077513.851533:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077513.851536:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077513.851541:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4500 00000100:00080000:1.0:1769077513.851545:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077513.851550:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077513.851556:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077513.851569:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612177152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077513.851630:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077513.851714:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513] req@ffff88dacab48380 x1855007612176896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077513.851740:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612176896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077513.851755:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077513.851761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077513.851768:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612176896:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077513.851812:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077513.851840:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077513.851856:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513] req@ffff88dacab49180 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077513.851870:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077513.851881:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077513.851885:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077513.851889:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077513.851897:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077513.851921:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077513.851933:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077513/real 1769077513] req@ffff88dacab49880 x1855007612177152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077513.851947:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612177152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077513.851956:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077513.851959:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077513.851963:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077514.107248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077514.107263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077514.555237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077515.131297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077515.131300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077515.579254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077516.155252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077516.155301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077516.603201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077517.179301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077517.179322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077517.627304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077518.203254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077518.203274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077518.651262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077518.971285:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077518.971297:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077518.971302:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077518.971311:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4506 00000100:00080000:0.0:1769077518.971333:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077518.971339:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077518.971371:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612177280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077518.971395:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077518.971398:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077518.971399:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077518.971402:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4506 00000100:00080000:0.0:1769077518.971404:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077518.971407:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077518.971413:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077518.971422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612177408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077518.971429:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077518.971432:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077518.971434:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077518.971436:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4506 00000100:00080000:0.0:1769077518.971438:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077518.971440:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077518.971443:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077518.971447:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612177280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077518.971453:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612177536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077518.971532:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077518.971601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518] req@ffff88dac7d2ea00 x1855007612177280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077518.971623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612177280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077518.971634:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077518.971638:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077518.971643:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612177280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077518.971651:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077518.971679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077518.971694:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518] req@ffff88dac7d2e680 x1855007612177408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077518.971709:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612177408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077518.971719:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077518.971723:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077518.971727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077518.971752:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077518.971774:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077518.971787:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077518/real 1769077518] req@ffff88dac7d2f480 x1855007612177536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077518.971801:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612177536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077518.971811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077518.971814:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077518.971818:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077519.227253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077519.227384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077519.675257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077520.251261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077520.251293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077520.699263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077521.275314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077521.275316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077521.723286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077522.299312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077522.299345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077522.747322:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077523.323253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077523.323277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077523.771247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077524.091286:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077524.091310:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077524.091314:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077524.091339:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4511 00000100:00080000:0.0:1769077524.091348:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077524.091367:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077524.091440:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612177664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077524.091534:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077524.091538:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077524.091540:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077524.091543:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4511 00000100:00080000:0.0:1769077524.091548:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077524.091552:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077524.091574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612177664:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769077524.091580:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077524.091648:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077524.091660:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077524.091663:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077524.091665:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077524.091668:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4511 00000100:00080000:0.0:1769077524.091672:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077524.091677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177792:192.168.204.148@tcp:38:kworker.0 00000100:00080000:0.0:1769077524.091679:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077524.091687:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077524.091717:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612177920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077524.091757:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077524.347228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077524.347286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077524.795208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077525.371240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077525.371292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077525.819249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077526.395218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077526.395300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077526.843255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:1.0:1769077527.163408:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:1.0:1769077527.163482:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1769077527.163502:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769077527.163544:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:1.0:1769077527.163563:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769077527.163588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077527] req@ffff88dac7d2f480 x1855007612177920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.163617:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612177920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.163629:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.163635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077527.163640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077527.163649:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077527] req@ffff88dac7d2f100 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.163669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.163679:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.163686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077527.163690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612177792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077527.163697:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077524/real 1769077527] req@ffff88dac7d2ca80 x1855007612177664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077527.163716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612177664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077527.163724:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077527.163727:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077527.163731:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612177664:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077527.419253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077527.419291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077527.867219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077528.443263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077528.443301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077528.891262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077529.211239:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077529.211251:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077529.211257:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077529.211268:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4516 00000100:00080000:0.0:1769077529.211286:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077529.211294:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077529.211330:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612178048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077529.211361:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077529.211365:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077529.211367:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077529.211377:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4516 00000100:00080000:0.0:1769077529.211381:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077529.211386:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077529.211410:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077529.211428:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612178176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077529.211433:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612178048:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077529.211452:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077529.211457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077529.211459:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077529.211465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4516 00000100:00080000:0.0:1769077529.211469:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077529.211474:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077529.211480:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077529.211492:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612178304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077529.211505:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077529.211554:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529] req@ffff88dac7d2ca80 x1855007612178048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077529.211575:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612178048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077529.211586:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077529.211590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077529.211594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612178048:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077529.211619:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077529.211643:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077529.211664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529] req@ffff88dac7d2f100 x1855007612178176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077529.211677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612178176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077529.211686:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077529.211690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077529.211693:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077529.211700:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077529.211720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077529.211731:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077529/real 1769077529] req@ffff88dac7d2f480 x1855007612178304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077529.211743:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612178304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077529.211751:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077529.211755:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077529.211759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077529.467238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077529.467284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077529.915285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077530.491291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077530.491307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077530.939253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077531.515259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077531.515289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077531.963216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769077532.539364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077532.539375:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077532.987310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077533.563260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077533.563296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077534.011279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077534.331295:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077534.331320:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077534.331326:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077534.331338:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4521 00000100:00080000:0.0:1769077534.331352:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077534.331361:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077534.331414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612178432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077534.331444:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077534.331447:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077534.331448:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077534.331452:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4521 00000100:00080000:0.0:1769077534.331456:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077534.331460:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077534.331478:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077534.331494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612178432:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077534.331496:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077534.331515:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077534.331520:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077534.331522:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077534.331527:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4521 00000100:00080000:0.0:1769077534.331532:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077534.331535:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077534.331541:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077534.331552:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612178688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077534.331598:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077534.331654:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534] req@ffff88dac7d2e680 x1855007612178432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077534.331678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612178432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077534.331691:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077534.331696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077534.331700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612178432:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077534.331730:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077534.331755:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077534.331770:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534] req@ffff88dac7d2ea00 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077534.331784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077534.331794:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077534.331798:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077534.331802:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077534.331808:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077534.331828:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077534.331840:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077534/real 1769077534] req@ffff88dac7d2d500 x1855007612178688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077534.331853:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612178688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077534.331862:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077534.331865:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077534.331869:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077534.587289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077534.587379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077535.035318:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077535.611278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077535.611317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077536.059215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077536.635317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077536.635414:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077537.083312:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077537.659352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077537.659354:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077538.107258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077538.683329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077538.683335:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077539.131301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077539.451309:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077539.451326:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077539.451331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077539.451343:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4526 00000100:00080000:0.0:1769077539.451352:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077539.451358:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077539.451393:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612178816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077539.451424:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077539.451427:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077539.451429:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077539.451431:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4526 00000100:00080000:0.0:1769077539.451434:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077539.451436:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077539.451444:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077539.451457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612178944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077539.451468:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077539.451472:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077539.451476:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077539.451480:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4526 00000100:00080000:0.0:1769077539.451485:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077539.451495:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077539.451497:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612178816:192.168.204.148@tcp:250:kworker.0 00000008:00100000:0.0:1769077539.451503:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077539.451521:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612179072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077539.451586:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077539.451639:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539] req@ffff88dac7d2c700 x1855007612178816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077539.451663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612178816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077539.451677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077539.451681:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077539.451685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612178816:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077539.451692:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077539.451723:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077539.451734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539] req@ffff88dac7d2c000 x1855007612178944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077539.451742:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612178944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077539.451754:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077539.451757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077539.451759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612178944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077539.451786:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077539.451818:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077539.451833:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077539/real 1769077539] req@ffff88dac7d2d180 x1855007612179072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077539.451846:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612179072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077539.451856:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077539.451860:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077539.451864:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077539.707289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077539.707350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077540.155310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077540.731325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077540.731371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077541.179323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077541.755285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077541.755361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077542.203291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077542.779288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077542.779325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077543.227281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077543.803293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077543.803345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077544.251263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077544.571270:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077544.571282:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077544.571288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077544.571299:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4531 00000100:00080000:1.0:1769077544.571312:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077544.571320:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077544.571365:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612179200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077544.571400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077544.571405:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077544.571407:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077544.571413:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4531 00000100:00080000:1.0:1769077544.571419:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077544.571424:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077544.571437:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077544.571446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612179200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077544.571457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077544.571471:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077544.571473:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077544.571475:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077544.571478:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4531 00000100:00080000:1.0:1769077544.571482:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077544.571486:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077544.571490:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077544.571503:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612179456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077544.571518:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077544.571559:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544] req@ffff88dacab48e00 x1855007612179200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077544.571574:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612179200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077544.571583:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077544.571586:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077544.571589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612179200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077544.571611:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077544.571627:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077544.571635:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544] req@ffff88dacab49500 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077544.571643:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077544.571661:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077544.571663:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077544.571666:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077544.571670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077544.571682:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077544.571689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077544/real 1769077544] req@ffff88dacab4a680 x1855007612179456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077544.571697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612179456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077544.571706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077544.571709:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077544.571711:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077544.827275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077544.827306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077545.275256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077545.851267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077545.851366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077546.299232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077546.875271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077546.875329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077547.323262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077547.899303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077547.899338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077548.347268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077548.923243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077548.923330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077549.371269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077549.691262:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077549.691274:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077549.691279:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077549.691290:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4536 00000100:00080000:3.0:1769077549.691302:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077549.691309:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077549.691340:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612179584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077549.691406:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077549.691411:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077549.691413:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077549.691418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4536 00000100:00080000:3.0:1769077549.691423:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077549.691427:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077549.691438:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077549.691451:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612179712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077549.691459:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077549.691461:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077549.691463:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077549.691465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4536 00000100:00080000:3.0:1769077549.691468:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077549.691470:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077549.691473:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077549.691480:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612179840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077549.691556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612179584:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077549.691629:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077549.691669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077549] req@ffff88dac8831c00 x1855007612179584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077549.691683:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612179584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077549.691691:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077549.691694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077549.691696:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612179584:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077549.691702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077549.691729:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077549.691742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077549] req@ffff88dac8833800 x1855007612179712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077549.691779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612179712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077549.691790:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077549.691793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077549.691795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077549.691800:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077549.691817:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077549.691826:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077549/real 1769077549] req@ffff88dac8830e00 x1855007612179840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077549.691838:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612179840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077549.691846:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077549.691849:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077549.691853:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612179840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077549.947268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077549.947364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077550.395307:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077550.971289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077550.971311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077551.419245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077551.995297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077551.995338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077552.443246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077553.019251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077553.019347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077553.467220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077554.043252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077554.043382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077554.491315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077554.811263:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077554.811274:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077554.811279:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077554.811291:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4541 00000100:00080000:0.0:1769077554.811302:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077554.811309:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077554.811345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612179968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077554.811376:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077554.811381:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077554.811383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077554.811387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4541 00000100:00080000:0.0:1769077554.811392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077554.811396:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077554.811405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077554.811421:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077554.811436:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612179968:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077554.811440:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077554.811452:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077554.811455:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077554.811459:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4541 00000100:00080000:0.0:1769077554.811463:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077554.811466:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077554.811471:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077554.811482:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612180224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077554.811541:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077554.811597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554] req@ffff88dac7d2d880 x1855007612179968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077554.811620:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612179968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077554.811634:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077554.811639:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077554.811644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612179968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077554.811674:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077554.811702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077554.811717:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554] req@ffff88dac7d2dc00 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077554.811730:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077554.811739:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077554.811743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077554.811747:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077554.811758:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077554.811780:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077554.811792:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554] req@ffff88dac7d2d180 x1855007612180224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077554.811805:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612180224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077554.811813:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077554.811817:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077554.811821:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077555.067286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077555.067345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077555.515255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077556.091324:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077556.091406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077556.539260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077557.115309:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077557.115358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077557.563259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077558.139283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077558.139290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077558.587212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077559.163250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077559.163281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077559.611238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077559.931269:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077559.931278:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077559.931283:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077559.931293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4547 00000100:00080000:0.0:1769077559.931302:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077559.931309:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077559.931365:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612180352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077559.931386:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077559.931389:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077559.931390:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077559.931393:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4547 00000100:00080000:0.0:1769077559.931395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077559.931398:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077559.931406:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077559.931417:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612180480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077559.931424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612180352:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077559.931429:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077559.931432:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077559.931433:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077559.931436:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4547 00000100:00080000:0.0:1769077559.931438:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077559.931441:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077559.931444:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077559.931452:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612180608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077559.931502:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077559.931549:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559] req@ffff88dac7d2c000 x1855007612180352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077559.931562:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612180352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077559.931570:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077559.931573:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077559.931576:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612180352:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077559.931596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077559.931614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077559.931627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559] req@ffff88dac7d2c700 x1855007612180480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077559.931640:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612180480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077559.931649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077559.931652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077559.931656:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077559.931663:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077559.931685:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077559.931703:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559] req@ffff88dac7d2d500 x1855007612180608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077559.931711:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612180608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077559.931717:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077559.931719:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077559.931721:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077560.187285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077560.187320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077560.635226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077561.211271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077561.211357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077561.659251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077562.235291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077562.235316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077562.683228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077563.259269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077563.259314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077563.707255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077564.283243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077564.283262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077564.731217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077565.051253:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077565.051265:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077565.051270:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077565.051281:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4552 00000100:00080000:0.0:1769077565.051291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077565.051298:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077565.051333:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612180736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077565.051363:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077565.051367:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077565.051369:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077565.051373:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4552 00000100:00080000:0.0:1769077565.051376:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077565.051381:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077565.051391:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077565.051406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612180736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077565.051407:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077565.051427:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077565.051430:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077565.051433:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077565.051437:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4552 00000100:00080000:0.0:1769077565.051441:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077565.051445:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077565.051459:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077565.051478:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612180992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077565.051478:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077565.051526:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565] req@ffff88dac7d2ea00 x1855007612180736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077565.051552:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612180736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077565.051564:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077565.051568:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077565.051572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612180736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077565.051597:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077565.051618:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077565.051627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565] req@ffff88dac7d2e680 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077565.051636:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077565.051642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077565.051645:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077565.051647:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077565.051651:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077565.051662:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077565.051668:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077565/real 1769077565] req@ffff88dac7d2f480 x1855007612180992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077565.051675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612180992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077565.051681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077565.051683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077565.051685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612180992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077565.307250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077565.307292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077565.755246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077566.331255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077566.331323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077566.779235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077567.355248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077567.355279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077567.803217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077568.379270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077568.379341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077568.827239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077569.403257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077569.403300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077569.851234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077570.171251:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077570.171260:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077570.171264:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077570.171272:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4557 00000100:00080000:3.0:1769077570.171280:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077570.171286:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077570.171328:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612181120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077570.171355:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077570.171360:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077570.171362:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077570.171367:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4557 00000100:00080000:3.0:1769077570.171372:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077570.171377:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077570.171394:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077570.171406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612181120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077570.171407:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612181248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077570.171422:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077570.171425:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077570.171427:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077570.171430:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4557 00000100:00080000:3.0:1769077570.171433:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077570.171435:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077570.171438:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077570.171449:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612181376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077570.171476:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077570.171513:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570] req@ffff88dac8830700 x1855007612181120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077570.171528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612181120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077570.171547:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077570.171550:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077570.171553:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612181120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077570.171571:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077570.171587:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077570.171595:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570] req@ffff88dac8831180 x1855007612181248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077570.171609:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612181248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077570.171615:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077570.171617:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077570.171619:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077570.171623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077570.171633:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077570.171639:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077570/real 1769077570] req@ffff88dac8832300 x1855007612181376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077570.171647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612181376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077570.171652:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077570.171654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077570.171655:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077570.427242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077570.427261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077570.875229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077571.451258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077571.451343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077571.899242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077572.475312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077572.475357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077572.923239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077573.499297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077573.499318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077573.947296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077574.523235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077574.523309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077574.971248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077575.291260:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077575.291271:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077575.291276:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077575.291287:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4562 00000100:00080000:3.0:1769077575.291307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077575.291316:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077575.291351:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612181504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077575.291377:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077575.291382:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077575.291384:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077575.291388:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4562 00000100:00080000:3.0:1769077575.291392:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077575.291404:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077575.291416:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077575.291421:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612181504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077575.291436:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077575.291446:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077575.291448:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077575.291450:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077575.291453:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4562 00000100:00080000:3.0:1769077575.291456:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077575.291459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077575.291462:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077575.291470:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612181760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077575.291480:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077575.291516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575] req@ffff88dac8830000 x1855007612181504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077575.291531:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612181504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077575.291539:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077575.291542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077575.291544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612181504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077575.291563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077575.291578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077575.291586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575] req@ffff88dac8832300 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077575.291594:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077575.291600:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077575.291602:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077575.291605:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077575.291608:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077575.291618:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077575.291653:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077575/real 1769077575] req@ffff88dac8831180 x1855007612181760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077575.291662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612181760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077575.291671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077575.291673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077575.291676:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612181760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077575.547249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077575.547296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077575.995270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077576.571236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077576.571306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077577.019220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077577.595251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077577.595290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077578.043266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077578.619250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077578.619303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077579.067247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077579.643248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077579.643282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077580.091285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077580.411311:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077580.411325:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077580.411330:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077580.411341:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4567 00000100:00080000:3.0:1769077580.411353:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077580.411366:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077580.411418:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612181888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077580.411453:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077580.411458:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077580.411460:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077580.411465:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4567 00000100:00080000:3.0:1769077580.411469:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077580.411484:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077580.411498:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077580.411512:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612182016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077580.411523:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077580.411527:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077580.411529:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077580.411533:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4567 00000100:00080000:3.0:1769077580.411550:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077580.411554:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077580.411560:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077580.411574:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612182144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077580.412290:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612181888:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769077580.412407:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077580.412475:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077580/real 1769077580] req@ffff88dac8830700 x1855007612181888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077580.412500:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612181888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077580.412516:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077580.412523:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077580.412528:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612181888:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077580.412555:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077580.412582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077580.412597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077580/real 1769077580] req@ffff88dac8830e00 x1855007612182016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077580.412618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612182016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077580.412630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077580.412634:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077580.412639:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077580.412646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077580.412677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077580.412691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077580/real 1769077580] req@ffff88dac8833800 x1855007612182144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077580.412704:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612182144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077580.412713:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077580.412718:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077580.412722:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077580.667268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077580.667321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077581.115248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077581.691255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077581.691283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077582.139257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077582.715254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077582.715285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077583.163298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077583.739294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077583.739438:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077584.187286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077584.763249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077584.763270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077585.211294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077585.531268:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077585.531281:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077585.531287:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077585.531298:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4572 00000100:00080000:3.0:1769077585.531312:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077585.531321:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077585.531369:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612182272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077585.531394:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077585.531398:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077585.531399:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077585.531402:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4572 00000100:00080000:3.0:1769077585.531405:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077585.531407:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077585.531416:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077585.531427:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077585.531434:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077585.531437:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077585.531439:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077585.531443:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4572 00000100:00080000:3.0:1769077585.531445:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077585.531473:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612182272:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077585.531484:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077585.531492:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077585.531504:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612182528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077585.531566:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077585.531613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077585/real 1769077585] req@ffff88dac8831c00 x1855007612182272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077585.531634:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612182272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077585.531646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077585.531651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077585.531655:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612182272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077585.531665:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077585.531691:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077585.531706:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077585/real 1769077585] req@ffff88dac8833100 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077585.531719:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077585.531730:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077585.531734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077585.531738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077585.531765:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077585.531788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077585.531801:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077585/real 1769077585] req@ffff88dac8833b80 x1855007612182528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077585.531814:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612182528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077585.531829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077585.531833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077585.531837:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077585.787288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077585.787312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077586.235275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077586.811264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077586.811300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077587.259278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077587.835216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077587.835269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077588.283258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077588.859289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077588.859289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077589.307296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077589.883256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077589.883295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077590.331245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077590.651255:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077590.651263:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077590.651268:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077590.651277:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4577 00000100:00080000:0.0:1769077590.651297:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077590.651304:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077590.651349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612182656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077590.651398:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077590.651401:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077590.651403:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077590.651406:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4577 00000100:00080000:0.0:1769077590.651408:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077590.651410:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077590.651429:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077590.651437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612182784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077590.651444:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077590.651447:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077590.651448:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077590.651451:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4577 00000100:00080000:0.0:1769077590.651453:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077590.651455:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077590.651458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077590.651464:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612182912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077590.651536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612182656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077590.651725:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077590.651750:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182912:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769077590.907273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077590.907282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077591.355247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077591.931320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077591.931328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077592.379208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077592.955350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077592.955374:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077593.403299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769077593.723491:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769077593.723544:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077593.723581:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077593.723648:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077593.723659:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077593.723723:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077590/real 1769077593] req@ffff88dac7d2f100 x1855007612182656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077593.723757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612182656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077593.723774:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077593.723781:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077593.723786:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612182656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077593.723797:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077590/real 1769077593] req@ffff88dac7d2ca80 x1855007612182784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077593.723820:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612182784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077593.723831:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077593.723836:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077593.723840:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077593.723848:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077590/real 1769077593] req@ffff88dac7d2f480 x1855007612182912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077593.723861:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612182912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077593.723869:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077593.723873:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077593.723877:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612182912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077593.979363:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077593.979404:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077594.427236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077595.003306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077595.003327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077595.451311:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077595.771304:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077595.771317:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077595.771324:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077595.771336:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4582 00000100:00080000:0.0:1769077595.771348:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077595.771355:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077595.771402:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612183040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077595.771429:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077595.771432:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077595.771434:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077595.771437:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4582 00000100:00080000:0.0:1769077595.771439:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077595.771442:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077595.771451:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077595.771462:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077595.771471:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077595.771474:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077595.771476:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077595.771478:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4582 00000100:00080000:0.0:1769077595.771480:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077595.771482:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077595.771485:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077595.771494:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612183296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077595.771508:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612183040:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769077595.771590:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077595.771640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077595/real 1769077595] req@ffff88dac7d2e680 x1855007612183040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077595.771662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612183040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077595.771675:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077595.771680:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077595.771686:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612183040:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077595.771695:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077595.771720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077595.771734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077595/real 1769077595] req@ffff88dac7d2ea00 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077595.771748:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077595.771757:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077595.771760:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077595.771764:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077595.771794:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077595.771818:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077595.771830:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077595/real 1769077595] req@ffff88dac7d2d500 x1855007612183296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077595.771842:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612183296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077595.771850:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077595.771853:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077595.771857:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077596.027234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077596.027309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077596.475253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077597.051316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077597.051358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077597.499260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077598.075219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077598.075303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077598.523318:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077599.099300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077599.099342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077599.547312:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077600.123307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077600.123362:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077600.571340:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077600.891271:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077600.891284:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077600.891290:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077600.891301:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4587 00000100:00080000:0.0:1769077600.891313:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077600.891320:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077600.891364:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612183424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077600.891389:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077600.891393:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077600.891394:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077600.891397:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4587 00000100:00080000:0.0:1769077600.891400:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077600.891403:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077600.891412:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077600.891422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612183552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077600.891431:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077600.891434:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077600.891436:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077600.891440:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612183424:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077600.891441:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4587 00000100:00080000:0.0:1769077600.891446:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077600.891452:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077600.891455:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077600.891462:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612183680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077600.891527:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077600.891572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077600/real 1769077600] req@ffff88dac7d2c700 x1855007612183424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077600.891588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612183424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077600.891598:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077600.891601:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077600.891604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612183424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077600.891628:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077600.891643:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077600.891651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077600/real 1769077600] req@ffff88dac7d2c000 x1855007612183552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077600.891659:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612183552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077600.891666:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077600.891668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077600.891671:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077600.891674:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077600.891684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077600.891690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077600/real 1769077600] req@ffff88dac7d2d180 x1855007612183680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077600.891697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612183680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077600.891707:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077600.891710:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077600.891712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077601.147316:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077601.147388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077601.595259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077602.171282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077602.171336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077602.619344:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077603.195286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077603.195354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077603.643278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077604.219298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077604.219320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077604.667269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077605.243258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077605.243297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077605.691315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077606.011323:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077606.011331:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077606.011336:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077606.011345:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4593 00000100:00080000:2.0:1769077606.011356:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077606.011362:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077606.011395:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612183808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077606.011418:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077606.011421:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077606.011422:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077606.011425:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4593 00000100:00080000:2.0:1769077606.011427:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077606.011430:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077606.011436:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077606.011445:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077606.011454:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077606.011456:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077606.011457:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077606.011461:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4593 00000100:00080000:2.0:1769077606.011464:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077606.011467:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612183808:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077606.011468:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077606.011474:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077606.011482:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612184064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077606.011539:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077606.011580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff88dac7dbce00 x1855007612183808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077606.011599:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612183808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077606.011611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077606.011615:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077606.011620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612183808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077606.011645:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077606.011668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077606.011681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff88dac7dbd880 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077606.011694:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077606.011709:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077606.011713:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077606.011717:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612183936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077606.011723:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077606.011743:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077606.011754:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077606/real 1769077606] req@ffff88dac7dbca80 x1855007612184064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077606.011766:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612184064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077606.011775:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077606.011779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077606.011782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077606.267272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077606.267306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077606.715295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077607.291269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077607.291296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077607.739240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077608.315257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077608.315292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077608.763273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077609.339236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077609.339276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077609.787238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077610.363263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077610.363324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077610.811260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077611.131246:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077611.131257:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077611.131261:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077611.131272:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4598 00000100:00080000:0.0:1769077611.131282:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077611.131289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077611.131325:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612184192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077611.131359:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077611.131363:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077611.131369:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077611.131373:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4598 00000100:00080000:0.0:1769077611.131377:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077611.131381:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077611.131391:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077611.131407:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612184320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077611.131408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612184192:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077611.131425:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077611.131429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077611.131431:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077611.131435:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4598 00000100:00080000:0.0:1769077611.131439:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077611.131443:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077611.131448:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077611.131461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612184448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077611.131482:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077611.131520:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077611/real 1769077611] req@ffff88dac7d2dc00 x1855007612184192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077611.131538:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612184192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077611.131556:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077611.131561:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077611.131565:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612184192:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077611.131586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077611.131606:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077611.131617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077611/real 1769077611] req@ffff88dac7d2d880 x1855007612184320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077611.131641:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612184320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077611.131650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077611.131654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077611.131657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077611.131663:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077611.131681:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077611.131690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077611/real 1769077611] req@ffff88dac7d2d180 x1855007612184448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077611.131703:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612184448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077611.131712:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077611.131716:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077611.131720:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077611.387219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077611.387290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077611.835207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077612.411271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077612.411287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077612.859276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077613.435245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077613.435281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077613.883232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077614.459254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077614.459285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077614.907245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077615.483228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077615.483275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077615.931217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077616.251250:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077616.251259:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077616.251263:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077616.251272:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4603 00000100:00080000:0.0:1769077616.251282:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077616.251289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077616.251321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612184576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077616.251343:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077616.251345:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077616.251347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077616.251349:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4603 00000100:00080000:0.0:1769077616.251352:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077616.251354:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077616.251362:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077616.251373:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077616.251377:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612184576:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077616.251394:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077616.251398:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077616.251400:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077616.251406:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4603 00000100:00080000:0.0:1769077616.251410:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077616.251415:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077616.251420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077616.251433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612184832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077616.251440:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077616.251477:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077616/real 1769077616] req@ffff88dac7d2c000 x1855007612184576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077616.251490:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612184576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077616.251498:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077616.251501:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077616.251503:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612184576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077616.251521:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077616.251535:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077616.251543:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077616/real 1769077616] req@ffff88dac7d2c700 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077616.251551:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077616.251557:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077616.251559:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077616.251561:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077616.251567:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077616.251577:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077616.251582:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077616/real 1769077616] req@ffff88dac7d2d500 x1855007612184832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077616.251590:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612184832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077616.251594:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077616.251596:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077616.251598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612184832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077616.507253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077616.507275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077616.955265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077617.531281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077617.531297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077617.979259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077618.555255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077618.555291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077619.003249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077619.579245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077619.579288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077620.027249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077620.603243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077620.603296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077621.051253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077621.371272:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077621.371284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077621.371288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077621.371296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4608 00000100:00080000:0.0:1769077621.371306:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077621.371312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077621.371344:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612184960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077621.371366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077621.371369:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077621.371371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077621.371374:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4608 00000100:00080000:0.0:1769077621.371376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077621.371380:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077621.371388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077621.371397:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612184960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077621.371401:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612185088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077621.371411:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077621.371413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077621.371415:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077621.371418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4608 00000100:00080000:0.0:1769077621.371420:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077621.371422:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077621.371425:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077621.371434:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612185216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077621.371462:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077621.371495:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077621/real 1769077621] req@ffff88dac7d2ea00 x1855007612184960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077621.371509:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612184960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077621.371522:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077621.371525:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077621.371528:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612184960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077621.371549:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077621.371564:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077621.371572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077621/real 1769077621] req@ffff88dac7d2e680 x1855007612185088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077621.371581:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612185088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077621.371587:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077621.371590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077621.371592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077621.371596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077621.371606:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077621.371612:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077621/real 1769077621] req@ffff88dac7d2f480 x1855007612185216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077621.371619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612185216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077621.371624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077621.371626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077621.371628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077621.627249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077621.627297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077622.075260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077622.651235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077622.651293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077623.099254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077623.675253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077623.675278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077624.123242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077624.699241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077624.699300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077625.147234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077625.723256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077625.723319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077626.171246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077626.491229:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077626.491245:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077626.491249:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077626.491258:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4613 00000100:00080000:0.0:1769077626.491267:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077626.491273:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077626.491304:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612185344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077626.491328:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077626.491331:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077626.491332:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077626.491335:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4613 00000100:00080000:0.0:1769077626.491338:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077626.491340:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077626.491349:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077626.491357:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077626.491365:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077626.491367:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077626.491369:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077626.491374:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612185344:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077626.491375:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4613 00000100:00080000:0.0:1769077626.491381:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077626.491387:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077626.491390:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077626.491399:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612185600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077626.491442:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077626.491482:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077626/real 1769077626] req@ffff88dac7d2ca80 x1855007612185344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077626.491502:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612185344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077626.491510:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077626.491513:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077626.491515:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612185344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077626.491535:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077626.491552:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077626.491561:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077626/real 1769077626] req@ffff88dac7d2f100 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077626.491570:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077626.491576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077626.491579:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077626.491582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077626.491589:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077626.491609:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077626.491620:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077626/real 1769077626] req@ffff88dac7d2f480 x1855007612185600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077626.491641:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612185600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077626.491650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077626.491654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077626.491657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077626.747280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077626.747301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077627.195199:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077627.771261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077627.771288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077628.219266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077628.795228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077628.795281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077629.243201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077629.819295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077629.819332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077630.267295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077630.843301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077630.843348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077631.291201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077631.611253:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077631.611261:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077631.611265:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077631.611275:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4618 00000100:00080000:2.0:1769077631.611285:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077631.611292:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077631.611330:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612185728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077631.611362:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077631.611365:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077631.611367:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077631.611371:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4618 00000100:00080000:2.0:1769077631.611375:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077631.611378:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077631.611386:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077631.611394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612185728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077631.611399:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612185856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077631.611409:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077631.611411:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077631.611412:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077631.611415:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4618 00000100:00080000:2.0:1769077631.611417:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077631.611420:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077631.611424:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077631.611432:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612185984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077631.611461:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077631.611492:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077631/real 1769077631] req@ffff88dac7dbfb80 x1855007612185728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077631.611507:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612185728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077631.611518:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077631.611523:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077631.611527:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612185728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077631.611551:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077631.611574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077631.611583:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077631/real 1769077631] req@ffff88dac7dbc380 x1855007612185856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077631.611591:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612185856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077631.611599:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077631.611601:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077631.611603:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077631.611607:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077631.611618:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077631.611624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077631/real 1769077631] req@ffff88dac7dbf800 x1855007612185984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077631.611631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612185984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077631.611636:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077631.611638:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077631.611640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612185984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077631.867247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077631.867294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077632.315272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077632.891229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077632.891263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077633.339225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077633.915254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077633.915274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077634.363305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077634.939265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077634.939275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077635.387254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077635.963257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077635.963283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077636.411251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077636.731293:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077636.731304:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077636.731308:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077636.731319:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4623 00000100:00080000:1.0:1769077636.731329:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077636.731335:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077636.731375:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612186112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077636.731399:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077636.731403:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077636.731405:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077636.731409:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4623 00000100:00080000:1.0:1769077636.731413:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077636.731418:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077636.731427:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077636.731441:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077636.731444:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612186112:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077636.731451:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077636.731455:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077636.731457:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077636.731460:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4623 00000100:00080000:1.0:1769077636.731463:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077636.731467:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077636.731471:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077636.731483:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612186368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077636.731514:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077636.731552:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077636/real 1769077636] req@ffff88dacab4ad80 x1855007612186112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077636.731566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612186112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077636.731577:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077636.731581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077636.731586:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612186112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077636.731642:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077636.731668:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077636.731682:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077636/real 1769077636] req@ffff88dacab49c00 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077636.731696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077636.731706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077636.731710:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077636.731714:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077636.731718:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077636.731734:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077636.731742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077636/real 1769077636] req@ffff88dacab4a680 x1855007612186368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077636.731755:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612186368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077636.731760:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077636.731762:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077636.731764:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077636.987224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077636.987291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077637.435265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077638.011263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077638.011296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077638.459252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077639.035252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077639.035275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077639.483280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077640.059305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077640.059326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077640.507286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077641.083265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077641.083283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077641.531261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077641.851257:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077641.851268:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077641.851274:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077641.851296:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4628 00000100:00080000:0.0:1769077641.851307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077641.851314:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077641.851366:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612186496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077641.851392:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077641.851395:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077641.851396:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077641.851399:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4628 00000100:00080000:0.0:1769077641.851403:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077641.851406:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077641.851414:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077641.851425:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612186624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077641.851434:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077641.851437:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077641.851438:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077641.851442:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4628 00000100:00080000:0.0:1769077641.851446:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077641.851446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612186496:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077641.851451:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077641.851458:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077641.851467:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612186752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077641.851537:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077641.851572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077641/real 1769077641] req@ffff88dac7d2e680 x1855007612186496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077641.851585:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612186496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077641.851597:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077641.851600:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077641.851603:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612186496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077641.851625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077641.851647:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077641.851661:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077641/real 1769077641] req@ffff88dac7d2ea00 x1855007612186624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077641.851674:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612186624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077641.851683:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077641.851686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077641.851688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077641.851693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077641.851709:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077641.851716:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077641/real 1769077641] req@ffff88dac7d2d500 x1855007612186752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077641.851724:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612186752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077641.851729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077641.851731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077641.851733:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612186752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077642.107251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077642.107297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077642.555286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077643.131249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077643.131287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077643.579254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077644.155237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077644.155269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077644.603248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077645.179255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077645.179308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077645.627223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077646.203230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077646.203259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077646.651206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077646.971281:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077646.971293:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077646.971297:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077646.971309:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4634 00000100:00080000:2.0:1769077646.971318:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077646.971325:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077646.971367:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612186880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077646.971400:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077646.971405:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077646.971407:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077646.971411:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4634 00000100:00080000:2.0:1769077646.971448:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077646.971454:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077646.971464:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077646.971478:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077646.971489:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077646.971493:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077646.971496:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077646.971501:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4634 00000100:00080000:2.0:1769077646.971504:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077646.971508:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077646.971514:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077646.971518:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612186880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077646.971528:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612187136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077646.971605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077646.971666:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077646/real 1769077646] req@ffff88dac7dbed80 x1855007612186880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077646.971687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612186880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077646.971699:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077646.971703:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077646.971708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612186880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077646.971716:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077646.971744:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077646.971758:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077646/real 1769077646] req@ffff88dac7dbc700 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077646.971770:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077646.971780:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077646.971785:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077646.971788:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077646.971819:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077646.971842:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077646.971854:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077646/real 1769077646] req@ffff88dac7dbc000 x1855007612187136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077646.971868:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612187136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077646.971876:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077646.971879:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077646.971883:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077647.227257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077647.227280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077647.675259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077648.251251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077648.251290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077648.699237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077649.275275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077649.275312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077649.723240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077650.299268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077650.299415:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077650.747237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077651.323241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077651.323283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077651.771261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077652.091267:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077652.091278:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077652.091282:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077652.091309:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4639 00000100:00080000:2.0:1769077652.091318:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077652.091326:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077652.091414:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612187264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077652.091453:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077652.091458:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077652.091461:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077652.091466:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4639 00000100:00080000:2.0:1769077652.091471:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077652.091476:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077652.091503:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077652.091512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612187264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077652.091519:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612187392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077652.091532:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077652.091536:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077652.091538:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077652.091542:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4639 00000100:00080000:2.0:1769077652.091547:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077652.091551:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077652.091556:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769077652.091567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:2.0:1769077652.091570:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612187520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077652.091613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077652/real 1769077652] req@ffff88dac7dbd180 x1855007612187264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077652.091650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612187264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077652.091660:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077652.091663:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077652.091666:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612187264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077652.091689:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077652.091717:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077652.091732:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077652/real 1769077652] req@ffff88dac7dbe680 x1855007612187392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077652.091747:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612187392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077652.091760:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077652.091762:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077652.091765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077652.091773:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077652.091796:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077652.091808:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077652/real 1769077652] req@ffff88dac7dbe300 x1855007612187520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077652.091822:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612187520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077652.091832:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077652.091836:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077652.091840:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077652.347254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077652.347469:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077652.795202:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077653.371240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077653.371271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077653.819252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077654.395209:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077654.395275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077654.843229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077655.419300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077655.419340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077655.867229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077656.443322:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077656.443395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077656.891289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077657.211298:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077657.211307:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077657.211313:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077657.211322:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4644 00000100:00080000:2.0:1769077657.211331:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077657.211337:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077657.211369:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612187648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077657.211394:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077657.211397:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077657.211398:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077657.211401:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4644 00000100:00080000:2.0:1769077657.211404:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077657.211406:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077657.211414:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077657.211423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077657.211434:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077657.211437:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077657.211438:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077657.211440:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4644 00000100:00080000:2.0:1769077657.211442:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077657.211450:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077657.211455:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077657.211457:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612187648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077657.211466:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612187904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077657.211597:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077657.211624:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077657.467286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077657.467329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077657.915264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077658.491260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077658.491301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077658.939300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077659.515258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077659.515287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077659.963266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769077660.283464:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769077660.283505:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077660.283533:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077660.283582:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077660.283593:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077660.283691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077657/real 1769077660] req@ffff88dac7dbdf80 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077660.283742:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077660.283758:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077660.283766:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077660.283772:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077660.283783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077657/real 1769077660] req@ffff88dac7dbe300 x1855007612187904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077660.283798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612187904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077660.283807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077660.283812:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077660.283817:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612187904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077660.283827:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077657/real 1769077660] req@ffff88dac7dbea00 x1855007612187648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077660.283843:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612187648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077660.283853:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077660.283857:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077660.283861:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612187648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077660.539276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077660.539339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077660.987304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077661.563279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077661.563325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077662.011266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077662.331314:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077662.331326:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077662.331330:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077662.331341:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4649 00000100:00080000:0.0:1769077662.331352:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077662.331358:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077662.331388:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612188032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077662.331412:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077662.331416:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077662.331419:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077662.331423:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4649 00000100:00080000:0.0:1769077662.331428:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077662.331433:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077662.331443:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077662.331464:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612188032:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077662.331465:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612188160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077662.331490:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077662.331496:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077662.331498:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077662.331506:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4649 00000100:00080000:0.0:1769077662.331510:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077662.331515:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077662.331521:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077662.331537:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612188288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077662.331606:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077662.331688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077662/real 1769077662] req@ffff88dac7d2c700 x1855007612188032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077662.331715:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612188032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077662.331731:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077662.331737:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077662.331742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612188032:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077662.331787:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077662.331820:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077662.331836:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077662/real 1769077662] req@ffff88dac7d2c000 x1855007612188160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077662.331849:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612188160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077662.331859:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077662.331864:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077662.331868:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077662.331875:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077662.331898:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077662.331913:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077662/real 1769077662] req@ffff88dac7d2d180 x1855007612188288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077662.331927:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612188288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077662.331936:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077662.331956:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077662.331960:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077662.587326:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077662.587352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077663.035278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077663.611225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077663.611252:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077664.059221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077664.635284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077664.635332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077665.083317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077665.659254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077665.659311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077666.107333:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077666.683267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077666.683308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077667.131253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077667.451282:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077667.451293:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077667.451298:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077667.451310:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4654 00000100:00080000:0.0:1769077667.451323:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077667.451331:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077667.451385:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612188416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077667.451413:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077667.451416:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077667.451417:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077667.451420:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4654 00000100:00080000:0.0:1769077667.451422:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077667.451425:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077667.451434:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077667.451446:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077667.451454:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077667.451457:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077667.451459:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077667.451462:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4654 00000100:00080000:0.0:1769077667.451464:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077667.451469:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077667.451474:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077667.451480:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612188416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077667.451484:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612188672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077667.451570:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077667.451611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077667/real 1769077667] req@ffff88dac7d2d880 x1855007612188416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077667.451631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612188416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077667.451644:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077667.451649:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077667.451664:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612188416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077667.451674:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077667.451698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077667.451713:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077667/real 1769077667] req@ffff88dac7d2dc00 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077667.451734:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077667.451744:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077667.451748:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077667.451752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077667.451780:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077667.451802:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077667.451813:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077667/real 1769077667] req@ffff88dac7d2d180 x1855007612188672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077667.451826:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612188672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077667.451835:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077667.451838:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077667.451842:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077667.707235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077667.707293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077668.155233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077668.731253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077668.731292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077669.179259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077669.755234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077669.755283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077670.203244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077670.779264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077670.779309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077671.227237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077671.803212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077671.803246:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077672.251212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077672.571273:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077672.571282:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077672.571287:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077672.571297:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4659 00000100:00080000:0.0:1769077672.571309:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077672.571318:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077672.571366:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612188800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077672.571393:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077672.571396:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077672.571398:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077672.571401:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4659 00000100:00080000:0.0:1769077672.571404:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077672.571407:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077672.571415:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077672.571426:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612188928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077672.571435:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077672.571438:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077672.571439:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077672.571442:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4659 00000100:00080000:0.0:1769077672.571444:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077672.571446:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077672.571451:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077672.571453:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612188800:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077672.571460:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612189056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077672.571523:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077672.571567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077672/real 1769077672] req@ffff88dac7d2c000 x1855007612188800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077672.571587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612188800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077672.571598:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077672.571603:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077672.571607:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612188800:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077672.571615:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077672.571639:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077672.571653:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077672/real 1769077672] req@ffff88dac7d2c700 x1855007612188928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077672.571667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612188928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077672.571677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077672.571681:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077672.571685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612188928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077672.571710:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077672.571733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077672.571747:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077672/real 1769077672] req@ffff88dac7d2d500 x1855007612189056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077672.571760:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612189056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077672.571787:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077672.571791:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077672.571795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077672.827246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077672.827302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077673.275228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077673.851210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077673.851268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077674.299270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077674.875226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077674.875264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077675.323260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077675.899215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077675.899278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077676.347284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077676.923255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077676.923264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077677.371238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077677.691265:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077677.691274:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077677.691278:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077677.691287:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4664 00000100:00080000:0.0:1769077677.691298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077677.691304:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077677.691338:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612189184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077677.691359:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077677.691362:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077677.691364:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077677.691366:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4664 00000100:00080000:0.0:1769077677.691369:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077677.691372:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077677.691380:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077677.691390:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077677.691395:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612189184:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077677.691402:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077677.691406:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077677.691407:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077677.691411:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4664 00000100:00080000:0.0:1769077677.691414:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077677.691417:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077677.691420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077677.691429:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612189440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077677.691457:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077677.691490:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077677/real 1769077677] req@ffff88dac7d2ea00 x1855007612189184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077677.691503:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612189184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077677.691511:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077677.691516:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077677.691520:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612189184:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077677.691544:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077677.691569:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077677.691584:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077677/real 1769077677] req@ffff88dac7d2e680 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077677.691598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077677.691615:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077677.691619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077677.691623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077677.691631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077677.691650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077677.691660:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077677/real 1769077677] req@ffff88dac7d2f480 x1855007612189440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077677.691673:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612189440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077677.691681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077677.691684:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077677.691688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077677.947265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077677.947308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077678.395263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077678.971248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077678.971285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077679.419238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077679.995262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077679.995364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077680.443282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077681.019265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077681.019309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077681.467255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077682.043276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077682.043380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077682.491333:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077682.811292:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077682.811306:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077682.811311:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077682.811324:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4669 00000100:00080000:0.0:1769077682.811338:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077682.811346:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077682.811412:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612189568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077682.811440:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077682.811444:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077682.811445:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077682.811448:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4669 00000100:00080000:0.0:1769077682.811451:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077682.811455:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077682.811464:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077682.811476:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612189696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077682.811486:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612189568:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077682.811489:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077682.811504:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077682.811506:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077682.811510:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4669 00000100:00080000:0.0:1769077682.811513:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077682.811515:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077682.811519:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077682.811539:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612189824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077682.811574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077682.811609:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077682/real 1769077682] req@ffff88dac7d2f100 x1855007612189568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077682.811623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612189568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077682.811636:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077682.811640:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077682.811644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612189568:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077682.811663:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077682.811678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077682.811686:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077682/real 1769077682] req@ffff88dac7d2ca80 x1855007612189696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077682.811695:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612189696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077682.811701:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077682.811704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077682.811706:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077682.811709:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077682.811720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077682.811725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077682/real 1769077682] req@ffff88dac7d2f480 x1855007612189824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077682.811732:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612189824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077682.811738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077682.811740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077682.811742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612189824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077683.067262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077683.067335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077683.515258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077684.091354:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077684.091420:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077684.539269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077685.115268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077685.115327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077685.563246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077686.139266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077686.139341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077686.587296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077687.163266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077687.163291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077687.611277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077687.931285:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077687.931296:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077687.931302:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077687.931320:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4675 00000100:00080000:1.0:1769077687.931339:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077687.931350:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077687.931385:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612189952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077687.931416:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077687.931420:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077687.931422:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077687.931426:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4675 00000100:00080000:1.0:1769077687.931430:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077687.931435:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077687.931445:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077687.931460:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077687.931473:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612189952:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077687.931478:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077687.931484:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077687.931487:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077687.931493:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4675 00000100:00080000:1.0:1769077687.931499:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077687.931506:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077687.931512:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077687.931527:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612190208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077687.931562:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077687.931615:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077687/real 1769077687] req@ffff88dacab49500 x1855007612189952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077687.931633:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612189952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077687.931648:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077687.931652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077687.931656:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612189952:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077687.931680:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077687.931697:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077687.931706:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077687/real 1769077687] req@ffff88dacab48e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077687.931714:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077687.931721:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077687.931724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077687.931738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077687.931746:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077687.931763:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077687.931771:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077687/real 1769077687] req@ffff88dacab49880 x1855007612190208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077687.931779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612190208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077687.931784:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077687.931787:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077687.931789:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077688.187241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077688.187320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077688.635297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077689.211258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077689.211318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077689.659254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077690.235249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077690.235299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077690.683255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077691.259252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077691.259258:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077691.707227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077692.283267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077692.283282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077692.731257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077693.051392:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077693.051401:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077693.051412:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077693.051421:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4680 00000100:00080000:3.0:1769077693.051429:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077693.051435:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077693.051466:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612190336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077693.051489:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077693.051492:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077693.051493:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077693.051496:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4680 00000100:00080000:3.0:1769077693.051498:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077693.051501:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077693.051508:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077693.051518:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612190464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077693.051525:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077693.051528:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077693.051529:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077693.051532:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4680 00000100:00080000:3.0:1769077693.051534:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077693.051537:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612190336:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077693.051539:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077693.051547:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077693.051557:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612190592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077693.051598:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077693.051632:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077693/real 1769077693] req@ffff88dac8832680 x1855007612190336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077693.051662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612190336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077693.051670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077693.051673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077693.051676:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612190336:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077693.051682:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077693.051699:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077693.051708:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077693/real 1769077693] req@ffff88dac8830380 x1855007612190464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077693.051716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612190464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077693.051722:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077693.051724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077693.051726:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077693.051745:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077693.051756:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077693.051763:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077693/real 1769077693] req@ffff88dac8832a00 x1855007612190592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077693.051771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612190592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077693.051776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077693.051778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077693.051780:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077693.307243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077693.307283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077693.755244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077694.331239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077694.331275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077694.779251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077695.355264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077695.355299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077695.803249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077696.379258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077696.379297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077696.827222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077697.403299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077697.403348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077697.851240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077698.171292:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077698.171308:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077698.171315:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077698.171329:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4685 00000100:00080000:1.0:1769077698.171344:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077698.171354:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077698.171402:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612190720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077698.171436:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077698.171440:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077698.171443:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077698.171447:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4685 00000100:00080000:1.0:1769077698.171451:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077698.171457:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077698.171469:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077698.171481:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612190720:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077698.171487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077698.171502:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077698.171506:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077698.171510:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077698.171515:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4685 00000100:00080000:1.0:1769077698.171520:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077698.171525:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077698.171531:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077698.171542:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612190976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077698.171581:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077698.171628:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077698/real 1769077698] req@ffff88dacab49180 x1855007612190720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077698.171645:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612190720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077698.171654:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077698.171658:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077698.171662:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612190720:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077698.171686:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077698.171704:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077698.171713:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077698/real 1769077698] req@ffff88dacab48380 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077698.171722:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077698.171728:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077698.171731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077698.171733:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077698.171737:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077698.171747:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077698.171753:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077698/real 1769077698] req@ffff88dacab4aa00 x1855007612190976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077698.171760:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612190976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077698.171766:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077698.171768:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077698.171770:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612190976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077698.427225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077698.427273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077698.875199:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077699.451251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077699.451301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077699.899275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077700.475298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077700.475339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077700.923315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077701.499284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077701.499324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077701.947318:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077702.523281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077702.523329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077702.971250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077703.291276:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077703.291285:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077703.291289:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077703.291297:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4690 00000100:00080000:2.0:1769077703.291307:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077703.291312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077703.291345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612191104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077703.291366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077703.291369:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077703.291371:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077703.291373:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4690 00000100:00080000:2.0:1769077703.291376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077703.291378:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077703.291387:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077703.291396:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612191232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077703.291404:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612191104:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077703.291406:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077703.291413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077703.291414:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077703.291418:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4690 00000100:00080000:2.0:1769077703.291420:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077703.291422:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077703.291426:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077703.291434:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612191360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077703.291490:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077703.291532:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077703/real 1769077703] req@ffff88dac7dbe680 x1855007612191104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077703.291547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612191104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077703.291554:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077703.291557:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077703.291560:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612191104:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077703.291578:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077703.291594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077703.291603:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077703/real 1769077703] req@ffff88dac7dbd180 x1855007612191232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077703.291611:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612191232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077703.291617:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077703.291619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077703.291621:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077703.291624:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077703.291635:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077703.291641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077703/real 1769077703] req@ffff88dac7dbc000 x1855007612191360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077703.291648:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612191360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077703.291653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077703.291655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077703.291657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077703.547263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077703.547286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077703.995266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077704.571238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077704.571260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077705.019245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077705.595259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077705.595285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077706.043263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077706.619242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077706.619267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077707.067246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077707.643250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077707.643264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077708.091953:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077708.411230:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077708.411237:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077708.411241:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077708.411248:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4695 00000100:00080000:3.0:1769077708.411256:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077708.411261:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077708.411289:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612191488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077708.411308:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077708.411311:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077708.411312:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077708.411314:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4695 00000100:00080000:3.0:1769077708.411317:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077708.411320:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077708.411327:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077708.411337:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612191488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077708.411339:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077708.411348:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077708.411351:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077708.411352:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077708.411354:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4695 00000100:00080000:3.0:1769077708.411357:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077708.411359:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077708.411361:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077708.411369:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612191744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077708.411403:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077708.411440:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077708/real 1769077708] req@ffff88dac8833480 x1855007612191488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077708.411453:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612191488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077708.411459:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077708.411462:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077708.411464:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612191488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077708.411481:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077708.411496:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077708.411504:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077708/real 1769077708] req@ffff88dac8832a00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077708.411511:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077708.411517:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077708.411520:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077708.411523:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077708.411529:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077708.411546:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077708.411556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077708/real 1769077708] req@ffff88dac8830380 x1855007612191744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077708.411567:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612191744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077708.411575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077708.411578:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077708.411581:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612191744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077708.667231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077708.667264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077709.115240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077709.691264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077709.691306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077710.139254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077710.715229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077710.715380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077711.163225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077711.739238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077711.739400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077712.187276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077712.763228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077712.763271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077713.211209:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077713.531446:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077713.531463:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077713.531471:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077713.531485:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4700 00000100:00080000:2.0:1769077713.531500:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077713.531508:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077713.531598:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612191872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077713.531643:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077713.531648:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077713.531650:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077713.531655:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4700 00000100:00080000:2.0:1769077713.531658:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077713.531663:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077713.531677:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077713.531692:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612192000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077713.531703:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077713.531706:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077713.531708:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077713.531711:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4700 00000100:00080000:2.0:1769077713.531714:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077713.531718:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077713.531723:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077713.531736:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612192128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077713.531972:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612191872:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077713.532080:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077713.532142:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077713/real 1769077713] req@ffff88dac7dbc700 x1855007612191872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077713.532217:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612191872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077713.532228:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077713.532234:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077713.532238:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612191872:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077713.532248:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077713.532278:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077713.532310:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077713/real 1769077713] req@ffff88dac7dbed80 x1855007612192000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077713.532323:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612192000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077713.532332:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077713.532338:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077713.532343:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077713.532353:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077713.532393:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077713.532406:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077713/real 1769077713] req@ffff88dac7dbf800 x1855007612192128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077713.532424:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612192128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077713.532431:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077713.532434:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077713.532437:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077713.787213:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077713.787312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077714.235238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077714.811301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077714.811400:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077715.259251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077715.835268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077715.835339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077716.283270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077716.859262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077716.859277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077717.307274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077717.883236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077717.883307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077718.331263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077718.651276:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077718.651286:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077718.651291:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077718.651298:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4705 00000100:00080000:3.0:1769077718.651307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077718.651313:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077718.651344:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612192256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077718.651371:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077718.651375:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077718.651376:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077718.651380:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4705 00000100:00080000:3.0:1769077718.651385:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077718.651390:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077718.651401:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612192256:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769077718.651405:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077718.651422:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077718.651434:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077718.651437:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077718.651439:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077718.651443:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4705 00000100:00080000:3.0:1769077718.651447:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077718.651452:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:0.0:1769077718.651453:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:3.0:1769077718.651457:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077718.651468:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612192512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077718.651495:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077718/real 1769077718] req@ffff88dac8832680 x1855007612192256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077718.651514:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612192256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077718.651524:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077718.651528:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077718.651532:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612192256:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077718.651560:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077718.651578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077718.651586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077718/real 1769077718] req@ffff88dac8833b80 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077718.651594:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077718.651601:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077718.651604:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077718.651608:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077718.651613:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077718.651630:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077718.651640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077718/real 1769077718] req@ffff88dac8833100 x1855007612192512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077718.651652:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612192512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077718.651657:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077718.651659:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077718.651661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077718.907263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077718.907301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077719.355271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077719.931258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077719.931432:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077720.379264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077720.955265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077720.955299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077721.403272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077721.979256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077721.979287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077722.427280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077723.003265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077723.003328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077723.451295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077723.771274:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077723.771288:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077723.771294:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077723.771306:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4710 00000100:00080000:0.0:1769077723.771319:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077723.771327:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077723.771372:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612192640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077723.771403:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077723.771407:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077723.771409:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077723.771413:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4710 00000100:00080000:0.0:1769077723.771417:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077723.771421:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077723.771431:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077723.771442:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612192768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077723.771447:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612192640:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077723.771458:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077723.771462:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077723.771464:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077723.771468:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4710 00000100:00080000:0.0:1769077723.771471:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077723.771475:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077723.771479:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077723.771489:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612192896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077723.771579:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077723.771616:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077724.027266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077724.027309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077724.475252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077725.051292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077725.051306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769077725.499259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077726.075259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077726.075285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077726.523242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769077726.843379:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769077726.843431:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077726.843450:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077726.843491:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077726.843500:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077726.843575:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077723/real 1769077726] req@ffff88dac7d2ea00 x1855007612192768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077726.843600:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612192768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077726.843614:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077726.843620:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077726.843625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077726.843633:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077723/real 1769077726] req@ffff88dac7d2d500 x1855007612192896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077726.843645:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612192896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077726.843653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077726.843670:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077726.843674:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612192896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077726.843681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077723/real 1769077726] req@ffff88dac7d2e680 x1855007612192640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077726.843694:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612192640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077726.843702:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077726.843706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077726.843709:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612192640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077727.099260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077727.099280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077727.547263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077728.123237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077728.123262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077728.571213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077728.891292:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077728.891303:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077728.891307:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077728.891316:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4715 00000100:00080000:0.0:1769077728.891325:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077728.891332:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077728.891372:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612193024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077728.891406:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077728.891410:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077728.891412:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077728.891416:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4715 00000100:00080000:0.0:1769077728.891420:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077728.891425:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077728.891433:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077728.891444:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077728.891453:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077728.891457:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077728.891458:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077728.891462:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4715 00000100:00080000:0.0:1769077728.891465:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077728.891469:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077728.891474:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077728.891484:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612193280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077728.891563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612193024:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769077728.891628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077728.891665:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077728/real 1769077728] req@ffff88dac7d2c700 x1855007612193024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077728.891682:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612193024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077728.891691:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077728.891697:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077728.891702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612193024:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077728.891712:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077728.891733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077728.891745:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077728/real 1769077728] req@ffff88dac7d2c000 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077728.891757:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077728.891766:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077728.891769:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077728.891772:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077728.891777:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077728.891796:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077728.891806:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077728/real 1769077728] req@ffff88dac7d2d180 x1855007612193280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077728.891817:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612193280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077728.891829:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077728.891833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077728.891836:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077729.147253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077729.147285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077729.595256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077730.171283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077730.171351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077730.619218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077731.195308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077731.195343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077731.643244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077732.219244:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077732.219248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077732.667308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077733.243281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077733.243353:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077733.691249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077734.011256:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077734.011266:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077734.011270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077734.011279:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4721 00000100:00080000:3.0:1769077734.011289:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077734.011295:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077734.011326:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612193408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077734.011349:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077734.011352:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077734.011357:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077734.011361:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4721 00000100:00080000:3.0:1769077734.011363:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077734.011365:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077734.011372:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077734.011381:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612193536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077734.011388:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077734.011391:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077734.011392:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077734.011394:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4721 00000100:00080000:3.0:1769077734.011396:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077734.011398:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077734.011401:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077734.011406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612193408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077734.011411:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612193664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077734.011476:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077734.011521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff88dac8831c00 x1855007612193408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077734.011539:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612193408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077734.011550:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077734.011554:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077734.011558:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612193408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077734.011566:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077734.011587:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077734.011598:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff88dac8833800 x1855007612193536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077734.011610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612193536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077734.011620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077734.011623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077734.011626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077734.011649:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077734.011665:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077734.011672:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077734/real 1769077734] req@ffff88dac8830e00 x1855007612193664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077734.011679:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612193664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077734.011685:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077734.011687:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077734.011689:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077734.267235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077734.267259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077734.715261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077735.291238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077735.291264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077735.739264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077736.315254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077736.315282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077736.763257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077737.339288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077737.339314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077737.787288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077738.363266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077738.363298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077738.811239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077739.131263:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077739.131275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077739.131279:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077739.131288:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4726 00000100:00080000:3.0:1769077739.131298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077739.131303:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077739.131342:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612193792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077739.131361:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077739.131364:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077739.131366:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077739.131368:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4726 00000100:00080000:3.0:1769077739.131371:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077739.131373:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077739.131380:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077739.131390:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077739.131399:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077739.131402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612193792:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077739.131403:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077739.131406:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077739.131415:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4726 00000100:00080000:3.0:1769077739.131417:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077739.131420:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077739.131423:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077739.131433:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612194048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077739.131485:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077739.131520:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077739/real 1769077739] req@ffff88dac8830700 x1855007612193792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077739.131533:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612193792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077739.131542:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077739.131545:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077739.131548:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612193792:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077739.131566:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077739.131582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077739.131590:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077739/real 1769077739] req@ffff88dac8831180 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077739.131598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077739.131604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077739.131606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077739.131608:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612193920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077739.131612:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077739.131623:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077739.131629:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077739/real 1769077739] req@ffff88dac8832300 x1855007612194048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077739.131636:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612194048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077739.131641:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077739.131642:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077739.131644:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077739.387224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077739.387237:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077739.835214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077740.411262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077740.411289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077740.859203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077741.435236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077741.435261:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077741.883244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077742.459257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077742.459285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077742.907247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077743.483260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077743.483292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077743.931212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077744.251325:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077744.251335:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077744.251341:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077744.251375:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4731 00000100:00080000:3.0:1769077744.251385:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077744.251401:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077744.251432:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612194176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077744.251455:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077744.251459:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077744.251461:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077744.251467:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4731 00000100:00080000:3.0:1769077744.251472:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077744.251478:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077744.251483:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612194176:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769077744.251489:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077744.251509:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612194304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077744.251521:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077744.251525:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077744.251527:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077744.251531:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4731 00000100:00080000:3.0:1769077744.251535:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769077744.251540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769077744.251543:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077744.251549:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077744.251560:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612194432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077744.251580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077744/real 1769077744] req@ffff88dac8830000 x1855007612194176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077744.251595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612194176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077744.251603:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077744.251606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077744.251609:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612194176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077744.251626:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077744.251642:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077744.251650:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077744/real 1769077744] req@ffff88dac8832300 x1855007612194304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077744.251658:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612194304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077744.251664:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077744.251667:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077744.251669:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077744.251674:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077744.251684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077744.251690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077744/real 1769077744] req@ffff88dac8831180 x1855007612194432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077744.251697:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612194432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077744.251702:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077744.251704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077744.251706:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077744.507257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077744.507315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077744.955243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077745.531231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077745.531284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077745.979241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077746.555254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077746.555277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077747.003259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077747.579222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077747.579287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077748.027249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077748.603269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077748.603287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077749.051269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077749.371289:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077749.371300:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077749.371306:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077749.371317:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4736 00000100:00080000:3.0:1769077749.371329:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077749.371337:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077749.371382:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612194560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077749.371406:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077749.371409:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077749.371410:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077749.371413:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4736 00000100:00080000:3.0:1769077749.371416:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077749.371419:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077749.371428:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077749.371438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077749.371447:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612194560:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077749.371452:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077749.371457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077749.371458:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077749.371463:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4736 00000100:00080000:3.0:1769077749.371467:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077749.371471:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077749.371477:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077749.371492:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612194816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077749.371567:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077749.371624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077749/real 1769077749] req@ffff88dac8830700 x1855007612194560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077749.371647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612194560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077749.371661:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077749.371669:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077749.371677:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612194560:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077749.371723:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077749.371753:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077749.371766:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077749/real 1769077749] req@ffff88dac8830e00 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077749.371779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077749.371789:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077749.371794:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077749.371797:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077749.371804:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077749.371826:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077749.371838:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077749/real 1769077749] req@ffff88dac8833800 x1855007612194816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077749.371852:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612194816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077749.371861:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077749.371866:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077749.371869:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612194816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077749.627258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077749.627267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077750.075229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:2.0:1769077750.651302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077750.651311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077751.099299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077751.675226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077751.675241:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077752.123224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077752.699325:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077752.699347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077753.147284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077753.723323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077753.723352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077754.171275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077754.491271:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077754.491280:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077754.491284:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077754.491293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4741 00000100:00080000:2.0:1769077754.491303:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077754.491310:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077754.491345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612194944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077754.491371:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077754.491374:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077754.491376:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077754.491379:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4741 00000100:00080000:2.0:1769077754.491382:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077754.491385:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077754.491393:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077754.491402:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612194944:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077754.491405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612195072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077754.491420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077754.491423:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077754.491424:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077754.491427:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4741 00000100:00080000:2.0:1769077754.491429:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077754.491431:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077754.491435:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077754.491444:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612195200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077754.491464:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077754.491508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077754/real 1769077754] req@ffff88dac7dbc380 x1855007612194944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077754.491527:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612194944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077754.491535:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077754.491538:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077754.491541:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612194944:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077754.491561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077754.491579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077754.491597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077754/real 1769077754] req@ffff88dac7dbfb80 x1855007612195072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077754.491629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612195072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077754.491636:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077754.491639:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077754.491641:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077754.491646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077754.491661:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077754.491669:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077754/real 1769077754] req@ffff88dac7dbca80 x1855007612195200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077754.491681:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612195200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077754.491687:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077754.491689:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077754.491691:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077754.747276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077754.747284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077755.195251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077755.771301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077755.771378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077756.219271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077756.795258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077756.795267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077757.243275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077757.819263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077757.819386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077758.267307:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077758.843250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077758.843319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077759.291232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077759.611278:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077759.611289:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077759.611294:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077759.611305:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4746 00000100:00080000:3.0:1769077759.611316:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077759.611323:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077759.611361:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612195328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077759.611389:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077759.611393:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077759.611396:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077759.611401:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4746 00000100:00080000:3.0:1769077759.611405:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077759.611411:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077759.611420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077759.611421:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612195328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077759.611437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077759.611449:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077759.611453:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077759.611456:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077759.611460:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4746 00000100:00080000:3.0:1769077759.611465:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077759.611468:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077759.611473:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077759.611485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612195584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077759.611488:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077759.611539:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077759/real 1769077759] req@ffff88dac8831c00 x1855007612195328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077759.611554:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612195328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077759.611563:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077759.611566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077759.611569:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612195328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077759.611587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077759.611605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077759.611613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077759/real 1769077759] req@ffff88dac8833100 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077759.611626:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077759.611633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077759.611635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077759.611637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077759.611641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077759.611652:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077759.611667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077759/real 1769077759] req@ffff88dac8833b80 x1855007612195584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077759.611675:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612195584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077759.611680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077759.611682:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077759.611685:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077759.867231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077759.867264:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077760.315260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077760.891257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077760.891276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077761.339295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077761.915298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077761.915360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077762.363245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077762.939256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077762.939310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077763.387261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077763.963265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077763.963303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077764.411252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077764.731238:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077764.731247:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077764.731251:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077764.731259:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4751 00000100:00080000:0.0:1769077764.731269:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077764.731275:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077764.731306:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612195712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077764.731326:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077764.731329:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077764.731331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077764.731334:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4751 00000100:00080000:0.0:1769077764.731337:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077764.731340:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077764.731347:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077764.731359:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612195712:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077764.731361:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612195840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077764.731375:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077764.731379:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077764.731381:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077764.731386:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4751 00000100:00080000:0.0:1769077764.731390:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077764.731394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077764.731400:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077764.731413:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612195968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077764.731423:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077764.731472:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077764/real 1769077764] req@ffff88dac7d2dc00 x1855007612195712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077764.731491:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612195712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077764.731499:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077764.731502:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077764.731505:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612195712:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077764.731524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077764.731540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077764.731549:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077764/real 1769077764] req@ffff88dac7d2d880 x1855007612195840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077764.731557:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612195840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077764.731563:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077764.731565:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077764.731567:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077764.731571:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077764.731581:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077764.731587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077764/real 1769077764] req@ffff88dac7d2d180 x1855007612195968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077764.731594:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612195968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077764.731604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077764.731606:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077764.731608:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612195968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077764.987247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077764.987285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077765.435234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077766.011249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077766.011280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077766.459256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077767.035254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077767.035279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077767.483249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077768.059262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077768.059292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077768.507273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077769.083262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077769.083295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077769.531242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077769.851275:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077769.851283:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077769.851287:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077769.851295:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4756 00000100:00080000:0.0:1769077769.851306:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077769.851312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077769.851345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612196096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077769.851386:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077769.851389:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077769.851390:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077769.851393:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4756 00000100:00080000:0.0:1769077769.851397:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077769.851402:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077769.851412:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077769.851418:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612196096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077769.851430:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077769.851443:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077769.851447:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077769.851449:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077769.851453:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4756 00000100:00080000:0.0:1769077769.851469:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077769.851472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077769.851477:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769077769.851477:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077769.851490:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612196352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077769.851516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077769/real 1769077769] req@ffff88dac7d2c000 x1855007612196096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077769.851531:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612196096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077769.851538:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077769.851541:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077769.851544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612196096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077769.851562:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077769.851577:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077769.851585:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077769/real 1769077769] req@ffff88dac7d2c700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077769.851593:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077769.851599:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077769.851601:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077769.851603:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077769.851607:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077769.851617:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077769.851623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077769/real 1769077769] req@ffff88dac7d2e680 x1855007612196352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077769.851630:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612196352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077769.851635:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077769.851637:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077769.851639:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077770.107257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077770.107386:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077770.555266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077771.131231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077771.131312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077771.579259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077772.155248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077772.155338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077772.603269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077773.179275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077773.179311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077773.627304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077774.203306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077774.203368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077774.651279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077774.971293:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077774.971304:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077774.971317:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077774.971329:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4762 00000100:00080000:0.0:1769077774.971340:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077774.971346:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077774.971385:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612196480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077774.971422:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077774.971425:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077774.971427:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077774.971432:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4762 00000100:00080000:0.0:1769077774.971435:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077774.971439:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077774.971449:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077774.971463:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612196608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077774.971476:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077774.971480:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077774.971482:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077774.971488:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612196480:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077774.971489:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4762 00000100:00080000:0.0:1769077774.971496:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077774.971501:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077774.971507:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077774.971517:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612196736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077774.971588:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077774.971640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077774/real 1769077774] req@ffff88dac7d2d500 x1855007612196480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077774.971660:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612196480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077774.971672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077774.971676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077774.971681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612196480:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077774.971710:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077774.971752:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077774.971765:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077774/real 1769077774] req@ffff88dac7d2ea00 x1855007612196608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077774.971779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612196608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077774.971789:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077774.971793:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077774.971797:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077774.971803:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077774.971837:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077774.971851:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077774/real 1769077774] req@ffff88dac7d2f480 x1855007612196736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077774.971866:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612196736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077774.971875:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077774.971879:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077774.971883:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077775.227298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077775.227382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077775.675271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077776.251314:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077776.251382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077776.699308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077777.275276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077777.275338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077777.723277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077778.299234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077778.299297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077778.747234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077779.323310:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077779.323378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077779.771281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077780.091252:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.091261:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077780.091265:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077780.091274:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4767 00000100:00080000:0.0:1769077780.091283:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077780.091289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077780.091326:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612196864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077780.091359:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.091363:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077780.091365:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077780.091369:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4767 00000100:00080000:0.0:1769077780.091373:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077780.091377:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077780.091389:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077780.091405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077780.091415:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612196864:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077780.091434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.091438:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077780.091440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077780.091445:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4767 00000100:00080000:0.0:1769077780.091449:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077780.091453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077780.091458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077780.091472:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612197120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077780.091490:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077780.091537:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077780/real 1769077780] req@ffff88dac7d2ca80 x1855007612196864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077780.091563:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612196864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077780.091574:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077780.091579:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077780.091583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612196864:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077780.091610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077780.091637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077780.091651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077780/real 1769077780] req@ffff88dac7d2f100 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077780.091683:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077780.091694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077780.091698:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077780.091702:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612196992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077780.091709:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077780.091733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077780.091746:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077780/real 1769077780] req@ffff88dac7d2f480 x1855007612197120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077780.091760:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612197120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077780.091775:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077780.091779:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077780.091783:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077780.347246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077780.347300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077780.795230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077781.371293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077781.371319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077781.819219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077782.395269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077782.395315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077782.843224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077783.419247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077783.419304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077783.867270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077784.443216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077784.443282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077784.891207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077785.211275:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077785.211293:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077785.211296:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077785.211305:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4772 00000100:00080000:0.0:1769077785.211315:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077785.211320:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077785.211353:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612197248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077785.211374:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077785.211377:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077785.211379:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077785.211382:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4772 00000100:00080000:0.0:1769077785.211385:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077785.211388:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077785.211396:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077785.211406:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612197376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077785.211408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612197248:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077785.211416:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077785.211418:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077785.211419:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077785.211421:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4772 00000100:00080000:0.0:1769077785.211425:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077785.211428:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077785.211430:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077785.211437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612197504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077785.211484:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077785.211517:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077785/real 1769077785] req@ffff88dac7d2ea00 x1855007612197248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077785.211532:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612197248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077785.211540:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077785.211543:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077785.211546:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612197248:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077785.211564:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077785.211578:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077785.211586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077785/real 1769077785] req@ffff88dac7d2d500 x1855007612197376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077785.211595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612197376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077785.211601:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077785.211603:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077785.211606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077785.211610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077785.211620:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077785.211626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077785/real 1769077785] req@ffff88dac7d2e680 x1855007612197504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077785.211634:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612197504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077785.211639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077785.211640:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077785.211642:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077785.467254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077785.467335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077785.915252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077786.491237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077786.491292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077786.939215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077787.515255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077787.515309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077787.963256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077788.539209:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077788.539282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077788.987203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077789.563282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077789.563364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077790.011283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077790.331276:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077790.331289:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077790.331295:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077790.331307:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4777 00000100:00080000:0.0:1769077790.331332:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077790.331342:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077790.331394:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612197632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077790.331438:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077790.331454:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077790.331457:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077790.331462:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4777 00000100:00080000:0.0:1769077790.331468:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077790.331478:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077790.331491:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077790.331492:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612197632:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077790.331512:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077790.331529:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077790.331534:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077790.331537:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077790.331541:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4777 00000100:00080000:0.0:1769077790.331571:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077790.331577:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077790.331584:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077790.331601:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612197888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077790.331624:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077790.331677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077790.587218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077790.587316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077791.035220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077791.611275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077791.611311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077792.059243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077792.635245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077792.635280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077793.083256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769077793.403421:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769077793.403486:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077793.403506:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077793.403555:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077793.403568:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077793.403599:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077793] req@ffff88dac7d2c000 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077793.403625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077793.403638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077793.403651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077793.403656:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077793.403668:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077793] req@ffff88dac7d2d180 x1855007612197888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077793.403683:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612197888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077793.403692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077793.403696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077793.403700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612197888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077793.403708:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077790/real 1769077793] req@ffff88dac7d2c700 x1855007612197632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077793.403723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612197632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077793.403732:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077793.403735:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077793.403738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612197632:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077793.659242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077793.659273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077794.107238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077794.683260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077794.683329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077795.131253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077795.451273:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077795.451281:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077795.451286:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077795.451294:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4782 00000100:00080000:3.0:1769077795.451303:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077795.451309:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077795.451337:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612198016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077795.451358:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077795.451361:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077795.451362:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077795.451366:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4782 00000100:00080000:3.0:1769077795.451370:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077795.451375:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077795.451385:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077795.451391:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612198016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077795.451403:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612198144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077795.451418:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077795.451422:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077795.451424:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077795.451429:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4782 00000100:00080000:3.0:1769077795.451434:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077795.451438:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077795.451443:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077795.451454:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612198272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077795.451475:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077795.451518:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795] req@ffff88dac8832680 x1855007612198016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077795.451538:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612198016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077795.451554:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077795.451558:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077795.451563:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612198016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077795.451588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077795.451613:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077795.451628:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795] req@ffff88dac8830380 x1855007612198144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077795.451641:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612198144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077795.451650:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077795.451654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077795.451657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077795.451664:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077795.451684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077795.451696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077795/real 1769077795] req@ffff88dac8832a00 x1855007612198272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077795.451709:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612198272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077795.451724:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077795.451728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077795.451731:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077795.707239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077795.707303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077796.155228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077796.731267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077796.731310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077797.179265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077797.755265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077797.755289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077798.203241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077798.779264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077798.779292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077799.227247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077799.803250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077799.803263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077800.251233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077800.571265:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077800.571279:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077800.571285:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077800.571296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4787 00000100:00080000:3.0:1769077800.571309:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077800.571317:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077800.571368:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612198400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077800.571404:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077800.571408:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077800.571410:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077800.571416:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4787 00000100:00080000:3.0:1769077800.571421:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077800.571436:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077800.571449:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612198400:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769077800.571450:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077800.571483:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077800.571498:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077800.571502:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077800.571505:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077800.571512:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4787 00000100:00080000:3.0:1769077800.571518:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077800.571523:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077800.571532:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769077800.571540:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769077800.571558:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612198656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077800.571589:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800] req@ffff88dac8833480 x1855007612198400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077800.571605:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612198400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077800.571613:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077800.571616:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077800.571619:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612198400:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077800.571640:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077800.571656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077800.571664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800] req@ffff88dac8832a00 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077800.571672:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077800.571678:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077800.571680:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077800.571682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077800.571686:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077800.571696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077800.571702:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077800/real 1769077800] req@ffff88dac8830380 x1855007612198656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077800.571709:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612198656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077800.571714:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077800.571716:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077800.571718:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077800.827238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077800.827263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077801.275285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077801.851257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077801.851314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077802.299294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077802.875296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077802.875407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077803.323285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077803.899254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077803.899313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077804.347223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077804.923287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077804.923354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077805.371316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077805.691257:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077805.691266:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077805.691270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077805.691279:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4792 00000100:00080000:0.0:1769077805.691289:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077805.691297:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077805.691349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612198784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077805.691370:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077805.691373:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077805.691374:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077805.691377:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4792 00000100:00080000:0.0:1769077805.691379:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077805.691381:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077805.691389:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077805.691400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612198912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077805.691410:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077805.691414:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077805.691420:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077805.691422:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612198784:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077805.691436:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4792 00000100:00080000:0.0:1769077805.691440:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077805.691443:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077805.691446:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077805.691457:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612199040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077805.691519:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077805.691568:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805] req@ffff88dac7d2d880 x1855007612198784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077805.691587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612198784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077805.691596:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077805.691600:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077805.691604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612198784:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077805.691630:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077805.691647:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077805.691657:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805] req@ffff88dac7d2dc00 x1855007612198912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077805.691667:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612198912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077805.691679:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077805.691682:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077805.691701:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612198912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077805.691705:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077805.691718:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077805.691724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077805/real 1769077805] req@ffff88dac7d2c700 x1855007612199040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077805.691740:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612199040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077805.691761:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077805.691764:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077805.691766:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077805.947231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077805.947289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077806.395213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077806.971255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077806.971279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077807.419260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077807.995230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077807.995283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077808.443233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077809.019252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077809.019312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077809.467276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077810.043242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077810.043320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077810.491315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077810.811246:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077810.811256:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077810.811260:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077810.811269:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4797 00000100:00080000:0.0:1769077810.811278:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077810.811284:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077810.811316:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612199168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077810.811339:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077810.811342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077810.811343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077810.811346:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4797 00000100:00080000:0.0:1769077810.811349:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077810.811352:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077810.811360:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077810.811369:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077810.811378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077810.811381:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769077810.811382:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612199168:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077810.811383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077810.811390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4797 00000100:00080000:0.0:1769077810.811394:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077810.811397:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077810.811400:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077810.811409:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612199424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077810.811450:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077810.811493:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810] req@ffff88dac7d2d180 x1855007612199168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077810.811508:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612199168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077810.811515:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077810.811519:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077810.811522:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612199168:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077810.811549:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077810.811568:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077810.811577:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810] req@ffff88dac7d2c000 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077810.811585:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077810.811591:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077810.811594:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077810.811596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077810.811600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077810.811610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077810.811616:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077810] req@ffff88dac7d2e680 x1855007612199424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077810.811623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612199424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077810.811628:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077810.811630:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077810.811632:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077811.067251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077811.067297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077811.515259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077812.091210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077812.091254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077812.539226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077813.115268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077813.115361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077813.563277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077814.139253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077814.139284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077814.587278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077815.163253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077815.163285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077815.611290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077815.931248:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077815.931261:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077815.931265:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077815.931274:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4803 00000100:00080000:0.0:1769077815.931283:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077815.931288:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077815.931321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612199552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077815.931343:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077815.931347:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077815.931348:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077815.931351:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4803 00000100:00080000:0.0:1769077815.931353:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077815.931356:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077815.931363:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077815.931372:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612199680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077815.931380:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077815.931383:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077815.931384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077815.931390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4803 00000100:00100000:1.0:1769077815.931390:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612199552:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077815.931394:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077815.931399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077815.931403:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077815.931410:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612199808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077815.931472:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077815.931516:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815] req@ffff88dac7d2d500 x1855007612199552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077815.931536:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612199552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077815.931547:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077815.931552:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077815.931556:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612199552:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077815.931595:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077815.931621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077815.931637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815] req@ffff88dac7d2ea00 x1855007612199680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077815.931651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612199680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077815.931661:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077815.931665:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077815.931669:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077815.931676:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077815.931698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077815.931710:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815] req@ffff88dac7d2f480 x1855007612199808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077815.931729:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612199808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077815.931737:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077815.931741:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077815.931744:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612199808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077816.187273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077816.187311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077816.635273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077817.211294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077817.211354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077817.659247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077818.235259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077818.235311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077818.683261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077819.259257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077819.259313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077819.707258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077820.283263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077820.283312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077820.731265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077821.051264:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077821.051273:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077821.051277:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077821.051285:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4808 00000100:00080000:3.0:1769077821.051294:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077821.051302:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077821.051346:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612199936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077821.051373:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077821.051377:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077821.051379:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077821.051383:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4808 00000100:00080000:3.0:1769077821.051388:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077821.051392:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077821.051401:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077821.051416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077821.051418:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612199936:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077821.051427:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077821.051430:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077821.051432:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077821.051435:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4808 00000100:00080000:3.0:1769077821.051438:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077821.051441:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077821.051446:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077821.051456:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612200192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077821.051476:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077821.051546:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077821/real 1769077821] req@ffff88dac8832680 x1855007612199936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077821.051560:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612199936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077821.051566:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077821.051570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077821.051573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612199936:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077821.051593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077821.051610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077821.051618:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077821/real 1769077821] req@ffff88dac8833b80 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077821.051627:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077821.051633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077821.051635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077821.051638:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077821.051641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077821.051652:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077821.051658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077821/real 1769077821] req@ffff88dac8833100 x1855007612200192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077821.051665:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612200192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077821.051670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077821.051671:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077821.051673:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077821.307243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077821.307304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077821.755252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077822.331294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077822.331302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077822.779267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077823.355320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077823.355349:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077823.803233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077824.379258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077824.379357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077824.827263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077825.403238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077825.403302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077825.851218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077826.171308:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077826.171321:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077826.171326:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077826.171336:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4813 00000100:00080000:2.0:1769077826.171349:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077826.171356:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077826.171414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612200320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077826.171441:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077826.171445:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077826.171446:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077826.171450:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4813 00000100:00080000:2.0:1769077826.171453:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077826.171456:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077826.171466:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077826.171478:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612200448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077826.171488:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077826.171491:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077826.171495:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077826.171500:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4813 00000100:00100000:1.0:1769077826.171502:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612200320:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077826.171502:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077826.171509:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077826.171517:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077826.171525:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612200576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077826.171594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077826.171630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826] req@ffff88dac7dbd880 x1855007612200320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077826.171644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612200320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077826.171656:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077826.171661:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077826.171665:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612200320:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077826.171693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077826.171729:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077826.171743:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826] req@ffff88dac7dbce00 x1855007612200448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077826.171767:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612200448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077826.171778:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077826.171782:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077826.171785:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077826.171792:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077826.171815:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077826.171827:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077826/real 1769077826] req@ffff88dac7dbd500 x1855007612200576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077826.171839:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612200576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077826.171845:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077826.171848:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077826.171850:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077826.427269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077826.427335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077826.875244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077827.451236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077827.451281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077827.899215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077828.475257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077828.475289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077828.923249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077829.499225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077829.499286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077829.947215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077830.523260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077830.523307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077830.971312:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077831.291224:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077831.291233:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077831.291237:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077831.291245:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4818 00000100:00080000:2.0:1769077831.291255:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077831.291261:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077831.291293:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612200704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077831.291344:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077831.291349:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077831.291351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077831.291356:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4818 00000100:00080000:2.0:1769077831.291359:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077831.291364:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077831.291375:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612200704:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769077831.291385:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077831.291399:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077831.291409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077831.291412:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077831.291414:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077831.291417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4818 00000100:00080000:2.0:1769077831.291420:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077831.291423:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077831.291428:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077831.291437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612200960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077831.291442:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077831.291490:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831] req@ffff88dac7dbf100 x1855007612200704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077831.291507:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612200704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077831.291515:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077831.291518:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077831.291521:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612200704:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077831.291540:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077831.291564:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077831.291574:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831] req@ffff88dac7dbf480 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077831.291586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077831.291596:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077831.291599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077831.291601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077831.291605:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077831.291625:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077831.291633:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077831/real 1769077831] req@ffff88dac7dbd500 x1855007612200960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077831.291640:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612200960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077831.291646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077831.291648:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077831.291650:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612200960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077831.547298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077831.547347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077831.995345:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077832.571313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077832.571314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077833.019257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077833.595315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077833.595341:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077834.043234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077834.619277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077834.619356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077835.067270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077835.643293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077835.643348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077836.091277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077836.411276:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077836.411284:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077836.411288:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077836.411297:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4823 00000100:00080000:1.0:1769077836.411306:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077836.411312:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077836.411348:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612201088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077836.411379:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077836.411383:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077836.411385:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077836.411390:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4823 00000100:00080000:1.0:1769077836.411394:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077836.411398:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077836.411406:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077836.411419:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612201216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077836.411426:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612201088:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077836.411430:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077836.411436:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077836.411438:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077836.411442:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4823 00000100:00080000:1.0:1769077836.411444:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077836.411446:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077836.411449:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077836.411458:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612201344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077836.411502:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077836.411544:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077836] req@ffff88dacab48700 x1855007612201088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077836.411563:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612201088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077836.411575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077836.411579:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077836.411583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612201088:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077836.411606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077836.411628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077836.411641:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077836] req@ffff88dacab4bb80 x1855007612201216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077836.411663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612201216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077836.411672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077836.411676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077836.411680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077836.411686:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077836.411707:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077836.411720:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077836/real 1769077836] req@ffff88dacab4aa00 x1855007612201344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077836.411732:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612201344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077836.411741:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077836.411745:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077836.411749:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077836.667281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077836.667328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077837.115253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077837.691265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077837.691305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077838.139303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077838.715284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077838.715566:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077839.163328:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077839.739288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077839.739340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077840.187292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077840.763255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077840.763319:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077841.211240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077841.531268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077841.531279:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077841.531284:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077841.531296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4828 00000100:00080000:1.0:1769077841.531307:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077841.531315:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077841.531351:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612201472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077841.531378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077841.531382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077841.531383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077841.531387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4828 00000100:00080000:1.0:1769077841.531391:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077841.531395:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077841.531405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077841.531421:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077841.531435:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077841.531439:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077841.531442:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077841.531446:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4828 00000100:00080000:1.0:1769077841.531449:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077841.531452:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077841.531456:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077841.531467:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612201728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077841.531481:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612201472:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077841.531584:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077841.531646:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841] req@ffff88dacab48380 x1855007612201472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077841.531663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612201472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077841.531673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077841.531677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077841.531681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612201472:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077841.531687:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077841.531712:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077841.531721:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841] req@ffff88dacab49180 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077841.531730:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077841.531737:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077841.531740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077841.531743:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077841.531768:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077841.531781:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077841.531788:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077841/real 1769077841] req@ffff88dacab49880 x1855007612201728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077841.531795:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612201728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077841.531801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077841.531804:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077841.531806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077841.787312:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077841.787374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077842.235300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077842.811264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077842.811334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077843.259283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077843.835221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077843.835302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077844.283243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077844.859229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077844.859284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077845.307203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077845.883248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077845.883306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077846.331241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077846.651259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077846.651270:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077846.651275:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077846.651286:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4833 00000100:00080000:1.0:1769077846.651297:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077846.651305:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077846.651344:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612201856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077846.651394:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077846.651403:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077846.651405:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077846.651416:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4833 00000100:00080000:1.0:1769077846.651421:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077846.651426:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077846.651437:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077846.651446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612201856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077846.651455:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612201984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077846.651468:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077846.651472:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077846.651474:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077846.651478:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4833 00000100:00080000:1.0:1769077846.651482:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077846.651487:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077846.651492:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077846.651505:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612202112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077846.651528:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077846.651583:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077846/real 1769077846] req@ffff88dacab48e00 x1855007612201856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077846.651608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612201856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077846.651627:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077846.651633:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077846.651640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612201856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077846.651682:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077846.651708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077846.651723:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077846/real 1769077846] req@ffff88dacab49500 x1855007612201984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077846.651741:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612201984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077846.651753:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077846.651758:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077846.651762:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612201984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077846.651768:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077846.651788:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077846.651819:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077846/real 1769077846] req@ffff88dacab4a680 x1855007612202112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077846.651832:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612202112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077846.651841:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077846.651844:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077846.651847:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077846.907229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077846.907273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077847.355214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077847.931274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077847.931366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077848.379292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077848.955212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077848.955345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077849.403214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077849.979302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077849.979351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077850.427263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077851.003270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077851.003321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077851.451248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077851.771284:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077851.771295:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077851.771301:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077851.771312:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4838 00000100:00080000:2.0:1769077851.771325:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077851.771332:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077851.771378:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612202240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077851.771421:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077851.771426:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077851.771428:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077851.771433:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4838 00000100:00080000:2.0:1769077851.771436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077851.771441:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077851.771455:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077851.771474:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077851.771502:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612202240:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077851.771502:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077851.771513:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077851.771517:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077851.771521:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4838 00000100:00080000:2.0:1769077851.771524:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077851.771527:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077851.771535:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077851.771546:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612202496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077851.771589:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077851.771625:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077851/real 1769077851] req@ffff88dac7dbce00 x1855007612202240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077851.771640:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612202240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077851.771649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077851.771653:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077851.771656:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612202240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077851.771676:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077851.771691:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077851.771707:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077851/real 1769077851] req@ffff88dac7dbd880 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077851.771721:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077851.771731:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077851.771735:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077851.771738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077851.771746:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077851.771768:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077851.771780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077851/real 1769077851] req@ffff88dac7dbca80 x1855007612202496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077851.771791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612202496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077851.771796:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077851.771799:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077851.771801:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077852.027239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077852.027334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077852.475324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077853.051328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077853.051373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077853.499258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077854.075250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077854.075310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077854.523250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077855.099269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077855.099338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077855.547235:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077856.123276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077856.123353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077856.571276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077856.891239:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077856.891254:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077856.891260:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077856.891272:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4843 00000100:00080000:2.0:1769077856.891286:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077856.891295:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077856.891346:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612202624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077856.891378:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077856.891382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077856.891384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077856.891387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4843 00000100:00080000:2.0:1769077856.891391:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077856.891394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077856.891407:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077856.891418:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612202752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077856.891429:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077856.891433:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077856.891434:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077856.891440:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4843 00000100:00080000:2.0:1769077856.891446:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077856.891450:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077856.891452:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612202624:192.168.204.148@tcp:250:kworker.0 00000008:00100000:2.0:1769077856.891458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077856.891474:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612202880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077856.891631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077856.891700:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077857.147286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077857.147350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077857.595290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077858.171332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077858.171374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077858.619289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077859.195251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077859.195409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077859.643262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:0.0:1769077859.963465:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:0.0:1769077859.963515:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1769077859.963535:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769077859.963588:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:0.0:1769077859.963599:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077859.963743:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077856/real 1769077859] req@ffff88dac7dbc380 x1855007612202752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077859.963771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612202752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077859.963792:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077859.963797:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077859.963803:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077859.963812:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077856/real 1769077859] req@ffff88dac7dbf800 x1855007612202880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077859.963825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612202880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077859.963848:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077859.963854:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077859.963858:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612202880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077859.963866:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077856/real 1769077859] req@ffff88dac7dbfb80 x1855007612202624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077859.963880:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612202624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077859.963902:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077859.963906:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077859.963910:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612202624:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077860.219236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077860.219308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077860.667241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077861.243266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077861.243315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077861.691260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077862.011251:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.011262:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077862.011267:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077862.011278:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4849 00000100:00080000:0.0:1769077862.011290:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077862.011298:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077862.011328:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612203008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077862.011349:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.011353:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077862.011354:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077862.011357:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4849 00000100:00080000:0.0:1769077862.011360:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077862.011364:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077862.011371:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077862.011381:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077862.011392:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612203008:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077862.011405:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.011409:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077862.011411:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077862.011416:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4849 00000100:00080000:0.0:1769077862.011421:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077862.011426:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077862.011433:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077862.011448:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612203264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077862.011469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077862.011512:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff88dac7d2f100 x1855007612203008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077862.011532:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612203008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077862.011544:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077862.011548:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077862.011553:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612203008:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077862.011583:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077862.011608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077862.011623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff88dac7d2ca80 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077862.011637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077862.011647:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077862.011651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077862.011654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077862.011661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077862.011687:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077862.011702:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077862/real 1769077862] req@ffff88dac7d2f480 x1855007612203264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077862.011713:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612203264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077862.011727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077862.011730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077862.011734:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077862.267256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077862.267323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077862.715234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077863.291248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077863.291276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077863.739250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077864.315245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077864.315294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077864.763234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077865.339275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077865.339366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077865.787306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077866.363245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077866.363299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077866.811219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077867.131296:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077867.131308:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077867.131313:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077867.131324:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4854 00000100:00080000:2.0:1769077867.131336:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077867.131343:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077867.131388:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612203392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077867.131417:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077867.131420:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077867.131422:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077867.131425:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4854 00000100:00080000:2.0:1769077867.131429:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077867.131432:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077867.131440:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077867.131452:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612203520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077867.131465:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612203392:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077867.131468:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077867.131485:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077867.131487:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077867.131491:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4854 00000100:00080000:2.0:1769077867.131494:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077867.131498:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077867.131503:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077867.131517:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612203648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077867.131555:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077867.131591:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077867/real 1769077867] req@ffff88dac7dbed80 x1855007612203392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077867.131605:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612203392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077867.131613:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077867.131616:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077867.131619:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612203392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077867.131640:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077867.131654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077867.131662:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077867/real 1769077867] req@ffff88dac7dbc700 x1855007612203520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077867.131670:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612203520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077867.131676:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077867.131679:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077867.131681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077867.131685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077867.131696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077867.131701:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077867/real 1769077867] req@ffff88dac7dbc000 x1855007612203648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077867.131708:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612203648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077867.131727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077867.131730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077867.131732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077867.387239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077867.387341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077867.835219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077868.411253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077868.411343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077868.859251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077869.435255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077869.435289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077869.883263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077870.459252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077870.459322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077870.907213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077871.483269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077871.483342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077871.931258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077872.251277:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077872.251292:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077872.251297:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077872.251307:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4859 00000100:00080000:2.0:1769077872.251316:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077872.251322:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077872.251363:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612203776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077872.251384:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077872.251388:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077872.251390:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077872.251394:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4859 00000100:00080000:2.0:1769077872.251398:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077872.251402:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077872.251411:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077872.251423:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612203776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769077872.251427:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077872.251437:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077872.251440:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077872.251442:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077872.251445:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4859 00000100:00080000:2.0:1769077872.251449:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077872.251452:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077872.251456:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077872.251464:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612204032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077872.251485:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077872.251526:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077872/real 1769077872] req@ffff88dac7dbd180 x1855007612203776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077872.251541:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612203776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077872.251548:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077872.251551:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077872.251554:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612203776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077872.251574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077872.251593:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077872.251601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077872/real 1769077872] req@ffff88dac7dbe680 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077872.251609:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077872.251616:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077872.251618:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077872.251620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612203904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077872.251623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077872.251656:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077872.251664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077872/real 1769077872] req@ffff88dac7dbea00 x1855007612204032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077872.251671:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612204032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077872.251677:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077872.251679:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077872.251681:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077872.507257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077872.507346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077872.955261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077873.531265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077873.531285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077873.979273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077874.555260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077874.555402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077875.003271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077875.579267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077875.579342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077876.027275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077876.603292:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077876.603374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077877.051265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077877.371243:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077877.371251:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077877.371254:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077877.371261:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4864 00000100:00080000:0.0:1769077877.371269:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077877.371274:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077877.371301:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612204160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077877.371320:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077877.371323:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077877.371324:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077877.371327:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4864 00000100:00080000:0.0:1769077877.371330:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077877.371333:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077877.371340:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077877.371347:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612204160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077877.371352:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612204288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077877.371369:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077877.371372:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077877.371373:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077877.371376:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4864 00000100:00080000:0.0:1769077877.371378:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077877.371380:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077877.371383:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077877.371390:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612204416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077877.371407:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077877.371441:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877] req@ffff88dac7d2ea00 x1855007612204160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077877.371454:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612204160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077877.371461:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077877.371464:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077877.371466:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612204160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077877.371483:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077877.371498:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077877.371505:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877] req@ffff88dac7d2d500 x1855007612204288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077877.371512:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612204288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077877.371518:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077877.371520:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077877.371532:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077877.371538:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077877.371583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077877.371594:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077877/real 1769077877] req@ffff88dac7d2e680 x1855007612204416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077877.371606:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612204416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077877.371619:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077877.371623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077877.371625:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077877.627250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077877.627298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077878.075281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077878.651289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077878.651317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077879.099264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077879.675247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077879.675349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077880.123249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077880.699274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077880.699299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077881.147257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077881.723243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077881.723270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077882.171260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077882.491286:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077882.491296:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077882.491300:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077882.491309:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4869 00000100:00080000:0.0:1769077882.491318:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077882.491324:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077882.491355:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612204544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077882.491381:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077882.491385:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077882.491386:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077882.491390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4869 00000100:00080000:0.0:1769077882.491393:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077882.491396:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077882.491405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077882.491416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077882.491426:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077882.491429:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077882.491431:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077882.491434:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4869 00000100:00080000:0.0:1769077882.491437:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077882.491441:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077882.491445:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077882.491453:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612204800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077882.493776:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612204544:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769077882.493833:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077882.493867:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077882/real 1769077882] req@ffff88dac7d2c000 x1855007612204544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077882.493883:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612204544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077882.493893:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077882.493898:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077882.493901:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612204544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077882.493908:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077882.493925:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077882.493935:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077882/real 1769077882] req@ffff88dac7d2d180 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077882.493945:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077882.493954:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077882.493957:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077882.493960:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077882.493966:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077882.493980:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077882.493988:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077882/real 1769077882] req@ffff88dac7d2c700 x1855007612204800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077882.493999:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612204800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077882.494005:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077882.494008:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077882.494011:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612204800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077882.747317:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077882.747559:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077883.195249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077883.771255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077883.771371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077884.219221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077884.795255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077884.795315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077885.243274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077885.819242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077885.819295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077886.267227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077886.843281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077886.843356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077887.291239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077887.611258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077887.611266:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077887.611269:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077887.611278:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4874 00000100:00080000:3.0:1769077887.611287:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077887.611292:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077887.611321:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612204928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077887.611342:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077887.611344:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077887.611345:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077887.611348:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4874 00000100:00080000:3.0:1769077887.611350:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077887.611352:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077887.611359:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077887.611366:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612205056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077887.611385:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077887.611388:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077887.611389:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077887.611392:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4874 00000100:00080000:3.0:1769077887.611395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077887.611398:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077887.611406:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077887.611414:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612204928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769077887.611416:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612205184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077887.611478:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077887.611512:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077887/real 1769077887] req@ffff88dac8831c00 x1855007612204928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077887.611528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612204928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077887.611538:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077887.611542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077887.611546:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612204928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077887.611553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077887.611570:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077887.611581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077887/real 1769077887] req@ffff88dac8833800 x1855007612205056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077887.611592:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612205056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077887.611599:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077887.611602:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077887.611606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077887.611626:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077887.611641:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077887.611650:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077887/real 1769077887] req@ffff88dac8830e00 x1855007612205184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077887.611660:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612205184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077887.611667:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077887.611670:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077887.611673:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077887.867213:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077887.867266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077888.315218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077888.891232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077888.891288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077889.339389:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077889.915210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077889.915257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077890.363257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077890.939234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077890.939288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077891.387288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077891.963274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077891.963349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077892.411270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077892.731324:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077892.731337:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077892.731342:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077892.731363:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4879 00000100:00080000:0.0:1769077892.731378:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077892.731386:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077892.731438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612205312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077892.731473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077892.731476:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077892.731478:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077892.731482:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4879 00000100:00080000:0.0:1769077892.731486:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077892.731490:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077892.731501:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077892.731515:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612205440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077892.731526:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077892.731530:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077892.731534:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077892.731535:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612205312:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077892.731540:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4879 00000100:00080000:0.0:1769077892.731547:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077892.731550:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077892.731556:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077892.731570:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612205568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077892.731611:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077892.731652:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892] req@ffff88dac7d2dc00 x1855007612205312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077892.731666:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612205312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077892.731673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077892.731677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077892.731680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612205312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077892.731701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077892.731716:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077892.731723:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892] req@ffff88dac7d2d880 x1855007612205440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077892.731730:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612205440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077892.731736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077892.731738:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077892.731740:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077892.731743:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077892.731754:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077892.731759:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077892/real 1769077892] req@ffff88dac7d2c700 x1855007612205568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077892.731766:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612205568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077892.731770:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077892.731772:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077892.731774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077892.987252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077892.987342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077893.435221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077894.011245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077894.011303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077894.459304:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077895.035285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077895.035363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077895.483294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077896.059296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077896.059364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077896.507274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077897.083280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077897.083351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077897.531315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077897.851340:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077897.851352:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077897.851357:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077897.851369:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4884 00000100:00080000:2.0:1769077897.851383:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077897.851391:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077897.851439:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612205696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077897.851470:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077897.851474:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077897.851476:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077897.851480:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4884 00000100:00080000:2.0:1769077897.851483:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077897.851487:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077897.851498:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077897.851510:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612205824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077897.851523:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077897.851528:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769077897.851529:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612205696:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077897.851531:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077897.851538:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4884 00000100:00080000:2.0:1769077897.851542:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077897.851547:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077897.851551:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077897.851565:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612205952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077897.851610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077897.851652:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897] req@ffff88dac7dbe300 x1855007612205696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077897.851666:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612205696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077897.851674:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077897.851677:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077897.851680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612205696:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077897.851702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077897.851715:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077897.851723:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897] req@ffff88dac7dbdf80 x1855007612205824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077897.851735:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612205824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077897.851741:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077897.851743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077897.851746:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077897.851752:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077897.851769:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077897.851780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897] req@ffff88dac7dbea00 x1855007612205952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077897.851791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612205952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077897.851798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077897.851801:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077897.851803:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612205952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077898.107304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077898.107371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077898.555256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077899.131268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077899.131302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077899.579303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077900.155273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077900.155393:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077900.603288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077901.179273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077901.179331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077901.627241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077902.203305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077902.203377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077902.651278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077902.971210:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077902.971219:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077902.971223:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077902.971232:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4890 00000100:00080000:2.0:1769077902.971240:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077902.971246:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077902.971280:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612206080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077902.971304:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077902.971307:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077902.971308:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077902.971311:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4890 00000100:00080000:2.0:1769077902.971313:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077902.971316:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077902.971325:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077902.971334:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612206208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077902.971342:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077902.971345:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077902.971348:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077902.971350:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612206080:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077902.971352:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4890 00000100:00080000:2.0:1769077902.971355:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077902.971357:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077902.971360:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077902.971369:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612206336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077902.971421:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077902.971456:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077902/real 1769077902] req@ffff88dac7dbe680 x1855007612206080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077902.971474:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612206080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077902.971482:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077902.971485:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077902.971488:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612206080:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077902.971508:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077902.971523:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077902.971531:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077902/real 1769077902] req@ffff88dac7dbd180 x1855007612206208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077902.971539:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612206208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077902.971545:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077902.971547:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077902.971550:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077902.971553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077902.971563:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077902.971569:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077902/real 1769077902] req@ffff88dac7dbc000 x1855007612206336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077902.971581:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612206336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077902.971591:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077902.971593:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077902.971596:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077903.227243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077903.227303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077903.675251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077904.251258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077904.251281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077904.699265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077905.275231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077905.275245:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077905.723220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077906.299256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077906.299277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077906.747247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077907.323217:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077907.323243:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077907.771269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077908.091307:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077908.091318:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077908.091323:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077908.091334:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4895 00000100:00080000:0.0:1769077908.091350:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077908.091357:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077908.091389:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612206464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077908.091415:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077908.091418:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077908.091420:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077908.091422:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4895 00000100:00080000:0.0:1769077908.091425:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077908.091427:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077908.091434:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077908.091442:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612206592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077908.091448:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077908.091451:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077908.091452:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077908.091454:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4895 00000100:00080000:0.0:1769077908.091457:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077908.091459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077908.091462:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077908.091467:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612206720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077908.091500:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612206464:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769077908.091556:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077908.091591:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077908/real 1769077908] req@ffff88dac7d2d180 x1855007612206464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077908.091603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612206464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077908.091611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077908.091614:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077908.091617:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612206464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077908.091622:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077908.091635:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077908.091643:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077908/real 1769077908] req@ffff88dac7d2c000 x1855007612206592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077908.091650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612206592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077908.091656:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077908.091658:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077908.091661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077908.091664:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077908.091675:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077908.091681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077908/real 1769077908] req@ffff88dac7d2e680 x1855007612206720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077908.091687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612206720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077908.091692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077908.091694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077908.091696:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077908.347250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077908.347276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077908.795224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077909.371229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077909.371249:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077909.819268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077910.395258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077910.395313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077910.843267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077911.419245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077911.419355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077911.867277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077912.443283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077912.443356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077912.891250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077913.211349:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077913.211365:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077913.211372:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077913.211387:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4900 00000100:00080000:3.0:1769077913.211403:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077913.211413:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077913.211472:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612206848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077913.211515:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077913.211521:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077913.211524:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077913.211529:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4900 00000100:00080000:3.0:1769077913.211533:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077913.211538:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077913.211553:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077913.211571:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612206976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077913.211585:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077913.211589:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612206848:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077913.211590:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077913.211594:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077913.211604:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4900 00000100:00080000:3.0:1769077913.211608:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077913.211613:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077913.211619:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077913.211635:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612207104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077913.211702:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077913.211764:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913] req@ffff88dac8830700 x1855007612206848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077913.211825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612206848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077913.211840:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077913.211845:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077913.211850:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612206848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077913.211893:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077913.211920:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077913.211935:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913] req@ffff88dac8831180 x1855007612206976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077913.211963:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612206976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077913.211975:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077913.211979:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077913.211984:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612206976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077913.211992:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077913.212014:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077913.212031:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077913/real 1769077913] req@ffff88dac8832300 x1855007612207104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077913.212044:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612207104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077913.212053:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077913.212057:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077913.212061:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077913.467306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077913.467352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077913.915196:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077914.491250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077914.491280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077914.939299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077915.515286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077915.515357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077915.963264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077916.539273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077916.539340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077916.987275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077917.563256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077917.563311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077918.011279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077918.331262:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077918.331271:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077918.331275:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077918.331283:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4905 00000100:00080000:0.0:1769077918.331293:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077918.331300:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077918.331338:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612207232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077918.331364:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077918.331367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077918.331368:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077918.331371:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4905 00000100:00080000:0.0:1769077918.331375:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077918.331379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077918.331394:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077918.331400:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612207232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077918.331409:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612207360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077918.331418:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077918.331421:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077918.331423:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077918.331425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4905 00000100:00080000:0.0:1769077918.331428:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077918.331431:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077918.331434:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077918.331442:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612207488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077918.331458:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077918.331492:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918] req@ffff88dac7d2d500 x1855007612207232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077918.331505:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612207232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077918.331513:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077918.331517:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077918.331520:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612207232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077918.331537:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077918.331551:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077918.331559:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918] req@ffff88dac7d2ea00 x1855007612207360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077918.331567:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612207360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077918.331573:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077918.331575:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077918.331577:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077918.331581:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077918.331590:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077918.331596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077918/real 1769077918] req@ffff88dac7d2f480 x1855007612207488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077918.331603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612207488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077918.331608:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077918.331609:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077918.331611:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077918.587242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077918.587304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077919.035252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077919.611255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077919.611278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077920.059323:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077920.635270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077920.635321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077921.083249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077921.659254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077921.659304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077922.107314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077922.683268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077922.683311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077923.131288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077923.451246:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077923.451255:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077923.451259:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077923.451268:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4910 00000100:00080000:0.0:1769077923.451277:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077923.451283:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077923.451314:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612207616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077923.451338:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077923.451342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077923.451343:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077923.451346:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4910 00000100:00080000:0.0:1769077923.451348:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077923.451351:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077923.451358:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077923.451368:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612207744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077923.451375:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077923.451378:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077923.451379:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077923.451383:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4910 00000100:00080000:0.0:1769077923.451387:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077923.451389:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077923.451392:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077923.451401:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612207872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077923.451424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612207616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077923.451578:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077923.451625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077923.707267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077923.707348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077924.155330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077924.731243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077924.731274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077925.179238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077925.755287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077925.755332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077926.203253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769077926.523405:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769077926.523457:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769077926.523479:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077926.523525:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769077926.523544:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769077926.523786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077926] req@ffff88dac7d2f480 x1855007612207872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077926.523813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612207872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077926.523826:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077926.523831:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077926.523836:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077926.523844:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077926] req@ffff88dac7d2ca80 x1855007612207616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077926.523857:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612207616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077926.523865:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077926.523868:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077926.523872:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612207616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077926.523879:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077923/real 1769077926] req@ffff88dac7d2f100 x1855007612207744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077926.523892:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612207744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077926.523900:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077926.523903:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077926.523907:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612207744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077926.779256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077926.779318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077927.227227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077927.803315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077927.803349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077928.251265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077928.571283:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077928.571293:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077928.571296:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077928.571306:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4915 00000100:00080000:2.0:1769077928.571315:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077928.571323:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077928.571355:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612208000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077928.571387:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077928.571391:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077928.571393:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077928.571398:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4915 00000100:00080000:2.0:1769077928.571402:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077928.571407:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077928.571416:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077928.571435:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612208128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077928.571436:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612208000:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077928.571454:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077928.571459:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077928.571461:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077928.571465:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4915 00000100:00080000:2.0:1769077928.571470:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077928.571474:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077928.571479:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077928.571494:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612208256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077928.571524:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077928.571566:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928] req@ffff88dac7dbc700 x1855007612208000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077928.571587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612208000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077928.571604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077928.571608:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077928.571612:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612208000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077928.571638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077928.571663:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077928.571677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928] req@ffff88dac7dbed80 x1855007612208128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077928.571702:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612208128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077928.571712:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077928.571715:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077928.571718:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077928.571724:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077928.571747:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077928.571758:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077928/real 1769077928] req@ffff88dac7dbfb80 x1855007612208256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077928.571778:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612208256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077928.571787:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077928.571791:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077928.571795:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077928.827334:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077928.827439:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077929.275248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077929.851251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077929.851281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077930.299253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077930.875258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077930.875280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077931.323251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077931.899255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077931.899274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077932.347271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077932.923235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077932.923268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077933.371269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769077933.691241:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077933.691249:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769077933.691253:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077933.691262:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4920 00000100:00080000:2.0:1769077933.691270:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077933.691276:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769077933.691310:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612208384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077933.691344:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077933.691349:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769077933.691351:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769077933.691356:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4920 00000100:00080000:2.0:1769077933.691359:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077933.691364:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077933.691373:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077933.691384:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612208512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769077933.691393:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769077933.691396:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769077933.691398:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769077933.691401:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612208384:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769077933.691402:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4920 00000100:00080000:2.0:1769077933.691407:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769077933.691412:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769077933.691415:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769077933.691423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612208640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077933.691469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077933.691510:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933] req@ffff88dac7dbf800 x1855007612208384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077933.691529:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612208384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077933.691551:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077933.691556:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077933.691561:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612208384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077933.691586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077933.691637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077933.691651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933] req@ffff88dac7dbc380 x1855007612208512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077933.691665:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612208512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077933.691675:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077933.691679:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077933.691682:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077933.691689:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077933.691721:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077933.691734:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077933/real 1769077933] req@ffff88dac7dbca80 x1855007612208640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077933.691746:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612208640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077933.691756:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077933.691759:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077933.691763:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077933.947223:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769077933.947230:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077934.395257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077934.971252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077934.971288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077935.419260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077935.995245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077935.995307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077936.443252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077937.019255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077937.019364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077937.467253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077938.043245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077938.043325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077938.491239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077938.811278:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077938.811286:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077938.811290:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077938.811301:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4925 00000100:00080000:0.0:1769077938.811311:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077938.811318:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077938.811355:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612208768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077938.811378:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077938.811381:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077938.811383:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077938.811386:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4925 00000100:00080000:0.0:1769077938.811388:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077938.811391:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077938.811398:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077938.811409:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612208896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077938.811417:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077938.811420:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077938.811421:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077938.811425:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4925 00000100:00080000:0.0:1769077938.811429:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769077938.811430:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612208768:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077938.811432:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077938.811438:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077938.811446:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612209024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077938.811497:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077938.811551:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938] req@ffff88dac7d2ea00 x1855007612208768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077938.811565:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612208768/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077938.811573:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077938.811576:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077938.811579:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612208768:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077938.811599:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077938.811615:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077938.811623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938] req@ffff88dac7d2d500 x1855007612208896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077938.811631:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612208896/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077938.811638:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077938.811640:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077938.811642:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612208896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077938.811646:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077938.811663:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077938.811670:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938] req@ffff88dac7d2e680 x1855007612209024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077938.811678:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612209024/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077938.811683:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077938.811685:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077938.811688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077939.067266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077939.067325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077939.515295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077940.091255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077940.091265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077940.539281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077941.115253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077941.115320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077941.563224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077942.139270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077942.139321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077942.587277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077943.163299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077943.163367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077943.611311:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077943.931245:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077943.931254:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077943.931259:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077943.931270:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4931 00000100:00080000:0.0:1769077943.931281:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077943.931287:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077943.931321:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612209152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077943.931349:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077943.931353:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077943.931355:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077943.931359:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4931 00000100:00080000:0.0:1769077943.931362:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077943.931367:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077943.931377:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077943.931386:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612209152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077943.931391:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612209280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077943.931404:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077943.931413:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077943.931416:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077943.931420:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4931 00000100:00080000:0.0:1769077943.931455:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077943.931459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077943.931465:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769077943.931468:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077943.931479:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612209408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077943.931510:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943] req@ffff88dac7d2c000 x1855007612209152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077943.931525:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612209152/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077943.931533:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077943.931536:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077943.931539:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612209152:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077943.931557:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077943.931575:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077943.931583:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943] req@ffff88dac7d2d180 x1855007612209280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077943.931592:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612209280/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077943.931598:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077943.931600:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077943.931602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077943.931606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077943.931616:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077943.931622:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077943] req@ffff88dac7d2c700 x1855007612209408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077943.931629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612209408/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077943.931634:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077943.931636:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077943.931638:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077944.187236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077944.187298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077944.635209:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077945.211256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077945.211293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077945.659251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077946.235212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077946.235281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077946.683266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077947.259257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077947.259308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077947.707276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077948.283246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077948.283302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077948.731288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077949.051284:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077949.051298:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077949.051302:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077949.051316:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4936 00000100:00080000:0.0:1769077949.051330:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077949.051351:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077949.051405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612209536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077949.051437:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077949.051442:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077949.051444:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077949.051449:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4936 00000100:00080000:0.0:1769077949.051453:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077949.051459:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077949.051470:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077949.051485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612209664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077949.051495:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612209536:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077949.051496:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077949.051500:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077949.051502:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077949.051506:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4936 00000100:00080000:0.0:1769077949.051509:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077949.051513:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077949.051517:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077949.051528:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612209792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077949.051577:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077949.051623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077949/real 1769077949] req@ffff88dac7d2d880 x1855007612209536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077949.051639:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612209536/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077949.051647:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077949.051651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077949.051654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612209536:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077949.051677:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077949.051695:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077949.051704:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077949/real 1769077949] req@ffff88dac7d2dc00 x1855007612209664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077949.051712:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612209664/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077949.051719:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077949.051721:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077949.051723:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077949.051727:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077949.051738:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077949.051744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077949/real 1769077949] req@ffff88dac7d2c700 x1855007612209792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077949.051751:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612209792/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077949.051761:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077949.051763:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077949.051765:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612209792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077949.307287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077949.307381:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077949.755305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077950.331295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077950.331389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077950.779332:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077951.355257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077951.355342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077951.803249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077952.379258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077952.379332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077952.827367:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077953.403289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077953.403383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077953.851249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077954.171300:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077954.171312:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077954.171317:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077954.171328:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4941 00000100:00080000:1.0:1769077954.171339:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077954.171347:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077954.171385:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612209920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077954.171414:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077954.171419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077954.171421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077954.171426:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4941 00000100:00080000:1.0:1769077954.171431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077954.171437:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077954.171446:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612209920:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769077954.171447:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077954.171469:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612210048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077954.171483:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077954.171486:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077954.171488:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077954.171492:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4941 00000100:00080000:1.0:1769077954.171497:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077954.171501:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000800:00000100:0.0:1769077954.171506:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000008:00100000:1.0:1769077954.171508:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077954.171522:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612210176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077954.171545:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954] req@ffff88dacab49c00 x1855007612209920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077954.171560:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612209920/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077954.171568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077954.171571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077954.171574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612209920:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077954.171591:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077954.171605:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077954.171613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954] req@ffff88dacab4ad80 x1855007612210048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077954.171621:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612210048/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077954.171627:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077954.171629:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077954.171631:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077954.171635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077954.171644:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077954.171651:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077954/real 1769077954] req@ffff88dacab4a680 x1855007612210176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077954.171658:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612210176/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077954.171663:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077954.171665:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077954.171667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077954.427267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077954.427327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077954.875334:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077955.451313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077955.451357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077955.899274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077956.475275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077956.475324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077956.923215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077957.499281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077957.499343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077957.947234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077958.523320:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077958.523391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077958.971236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077959.291228:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077959.291237:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077959.291241:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077959.291249:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4946 00000100:00080000:1.0:1769077959.291258:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077959.291264:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077959.291293:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612210304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077959.291315:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077959.291318:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077959.291320:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077959.291323:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4946 00000100:00080000:1.0:1769077959.291325:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077959.291328:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077959.291335:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077959.291343:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612210432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077959.291350:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077959.291353:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077959.291354:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077959.291357:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4946 00000100:00080000:1.0:1769077959.291358:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077959.291361:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077959.291364:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077959.291373:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612210304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077959.291374:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612210560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077959.291434:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077959.291467:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959] req@ffff88dacab49500 x1855007612210304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077959.291481:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612210304/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077959.291488:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077959.291492:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077959.291495:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612210304:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077959.291500:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077959.291512:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077959.291520:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959] req@ffff88dacab48e00 x1855007612210432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077959.291528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612210432/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077959.291538:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077959.291540:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077959.291543:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077959.291560:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077959.291570:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077959.291576:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077959/real 1769077959] req@ffff88dacab49880 x1855007612210560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077959.291583:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612210560/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077959.291589:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077959.291590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077959.291592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077959.547246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077959.547306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077959.995216:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077960.571262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077960.571309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077961.019238:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077961.595244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077961.595297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077962.043198:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077962.619258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077962.619306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077963.067233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077963.643218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077963.643262:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077964.091203:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077964.411251:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077964.411260:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077964.411264:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077964.411272:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4951 00000100:00080000:1.0:1769077964.411282:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077964.411288:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077964.411320:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612210688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077964.411343:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077964.411346:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077964.411347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077964.411350:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4951 00000100:00080000:1.0:1769077964.411352:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077964.411354:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077964.411361:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077964.411368:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612210816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077964.411376:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077964.411378:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077964.411379:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077964.411382:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4951 00000100:00080000:1.0:1769077964.411384:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077964.411386:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077964.411389:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077964.411398:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612210944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077964.411414:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612210688:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077964.411482:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077964.411524:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964] req@ffff88dacab49180 x1855007612210688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077964.411545:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612210688/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077964.411566:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077964.411571:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077964.411576:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612210688:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077964.411584:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210816:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077964.411610:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077964.411624:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964] req@ffff88dacab48380 x1855007612210816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077964.411639:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612210816/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077964.411660:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077964.411663:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077964.411667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077964.411707:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077964.411738:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077964.411752:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077964/real 1769077964] req@ffff88dacab4aa00 x1855007612210944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077964.411766:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612210944/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077964.411775:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077964.411778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077964.411782:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612210944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077964.667261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077964.667329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077965.115254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077965.691226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077965.691248:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077966.139219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077966.715247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077966.715316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077967.163286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077967.739305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077967.739374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077968.187302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077968.763313:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077968.763387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077969.211265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077969.531334:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077969.531345:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077969.531350:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077969.531361:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4956 00000100:00080000:1.0:1769077969.531374:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077969.531382:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077969.531426:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612211072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077969.531455:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077969.531458:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077969.531459:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077969.531462:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4956 00000100:00080000:1.0:1769077969.531465:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077969.531467:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077969.531478:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077969.531493:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612211200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077969.531506:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077969.531510:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077969.531512:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077969.531517:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4956 00000100:00080000:1.0:1769077969.531522:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077969.531529:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077969.531534:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077969.531548:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612211328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077969.531550:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612211072:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077969.531643:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077969.531686:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077969] req@ffff88dacab4bb80 x1855007612211072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077969.531708:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612211072/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077969.531729:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077969.531734:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077969.531739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612211072:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077969.531748:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077969.531774:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077969.531789:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077969] req@ffff88dacab48700 x1855007612211200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077969.531814:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612211200/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077969.531821:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077969.531823:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077969.531826:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077969.531847:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077969.531863:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077969.531871:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077969/real 1769077969] req@ffff88dacab4aa00 x1855007612211328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077969.531879:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612211328/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077969.531889:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077969.531891:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077969.531893:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077969.787253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077969.787312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077970.235255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077970.811262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077970.811375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077971.259256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077971.835215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077971.835268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077972.283253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077972.859235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077972.859284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077973.307224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077973.883254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077973.883333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077974.331270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077974.651230:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077974.651242:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077974.651247:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077974.651257:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4961 00000100:00080000:1.0:1769077974.651269:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077974.651277:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077974.651322:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612211456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077974.651346:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077974.651348:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077974.651356:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077974.651359:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4961 00000100:00080000:1.0:1769077974.651362:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077974.651365:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077974.651372:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077974.651380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612211584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077974.651388:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077974.651390:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077974.651391:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077974.651394:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4961 00000100:00080000:1.0:1769077974.651395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077974.651398:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077974.651400:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077974.651407:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612211712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077974.651430:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612211456:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077974.651484:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077974.651518:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974] req@ffff88dacab48380 x1855007612211456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077974.651532:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612211456/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077974.651539:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077974.651543:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077974.651546:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612211456:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077974.651553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077974.651571:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077974.651580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974] req@ffff88dacab49180 x1855007612211584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077974.651588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612211584/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077974.651594:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077974.651596:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077974.651598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077974.651603:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211712:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077974.651616:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077974.651627:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077974/real 1769077974] req@ffff88dacab49880 x1855007612211712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077974.651638:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612211712/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077974.651646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077974.651649:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077974.651653:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077974.907244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077974.907306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077975.355254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077975.931220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077975.931422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077976.379281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077976.955264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077976.955315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077977.403239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077977.979246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077977.979318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077978.427259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077979.003239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077979.003323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077979.451251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077979.771265:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077979.771277:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077979.771282:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077979.771293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4966 00000100:00080000:1.0:1769077979.771315:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077979.771323:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077979.771366:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612211840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077979.771405:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077979.771409:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077979.771413:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077979.771417:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4966 00000100:00080000:1.0:1769077979.771422:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077979.771426:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077979.771437:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077979.771450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612211968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077979.771462:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077979.771465:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077979.771468:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077979.771472:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4966 00000100:00080000:1.0:1769077979.771475:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077979.771479:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077979.771485:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077979.771498:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612212096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077979.771942:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612211840:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769077979.772022:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077979.772091:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979] req@ffff88dacab48e00 x1855007612211840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077979.772111:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612211840/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077979.772121:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077979.772125:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077979.772129:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612211840:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077979.772136:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077979.772188:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077979.772202:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979] req@ffff88dacab49500 x1855007612211968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077979.772215:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612211968/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077979.772224:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077979.772228:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077979.772231:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612211968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077979.772237:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077979.772257:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077979.772267:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077979/real 1769077979] req@ffff88dacab4a680 x1855007612212096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077979.772279:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612212096/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077979.772286:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077979.772289:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077979.772292:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077980.027265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769077980.027324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077980.475321:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077981.051242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077981.051281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077981.499244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077982.075233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077982.075292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077982.523270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077983.099232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077983.099292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077983.547198:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077984.123257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077984.123321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077984.571257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077984.891281:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077984.891290:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769077984.891294:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077984.891303:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4971 00000100:00080000:3.0:1769077984.891313:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077984.891319:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769077984.891353:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612212224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077984.891379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077984.891382:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769077984.891384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077984.891387:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4971 00000100:00080000:3.0:1769077984.891390:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077984.891393:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077984.891402:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077984.891414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612212352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769077984.891432:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077984.891435:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612212224:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769077984.891436:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769077984.891439:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769077984.891447:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4971 00000100:00080000:3.0:1769077984.891450:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769077984.891453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769077984.891458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769077984.891468:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612212480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769077984.891496:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077984.891539:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984] req@ffff88dac8830000 x1855007612212224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077984.891556:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612212224/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077984.891563:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077984.891567:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077984.891570:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612212224:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769077984.891587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077984.891600:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077984.891607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984] req@ffff88dac8832300 x1855007612212352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077984.891614:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612212352/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077984.891619:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077984.891621:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077984.891623:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077984.891626:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769077984.891635:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769077984.891640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984] req@ffff88dac8831180 x1855007612212480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077984.891646:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612212480/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077984.891654:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077984.891656:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077984.891658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077985.147220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077985.147272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077985.595289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769077986.171360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077986.171456:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077986.619243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077987.195231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077987.195287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077987.643256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077988.219248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077988.219315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077988.667273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077989.243253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077989.243309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077989.691248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077990.011358:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077990.011367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769077990.011372:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077990.011381:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4977 00000100:00080000:1.0:1769077990.011391:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077990.011397:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769077990.011437:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612212608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077990.011464:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077990.011468:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769077990.011470:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077990.011474:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4977 00000100:00080000:1.0:1769077990.011478:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077990.011482:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077990.011490:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077990.011501:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612212736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769077990.011509:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077990.011511:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612212608:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769077990.011514:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769077990.011517:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769077990.011521:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4977 00000100:00080000:1.0:1769077990.011524:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769077990.011526:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769077990.011529:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769077990.011541:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612212864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769077990.011614:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077990.011639:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077990.267253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077990.267326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077990.715253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077991.291243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077991.291270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077991.739246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077992.315260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077992.315320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077992.763265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769077993.083426:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769077993.083460:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769077993.083473:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077993.083509:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769077993.083518:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769077993.083556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077993] req@ffff88dacab49c00 x1855007612212736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077993.083585:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612212736/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077993.083614:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077993.083620:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077993.083624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212736:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077993.083631:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077993] req@ffff88dacab4a680 x1855007612212864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077993.083645:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612212864/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077993.083652:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077993.083656:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077993.083659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612212864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769077993.083677:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077993] req@ffff88dacab4ad80 x1855007612212608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077993.083690:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612212608/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769077993.083698:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077993.083701:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769077993.083705:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612212608:192.168.204.148@tcp:250:kworker.0 00010000:00010000:0.0:1769077993.339327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077993.339654:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077993.787204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077994.363281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077994.363361:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077994.811305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077995.131277:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077995.131287:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769077995.131291:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077995.131302:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4982 00000100:00080000:0.0:1769077995.131313:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077995.131320:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769077995.131351:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612212992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077995.131386:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077995.131390:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769077995.131392:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077995.131396:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4982 00000100:00080000:0.0:1769077995.131399:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077995.131403:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077995.131412:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077995.131425:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612213120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077995.131435:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077995.131438:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612212992:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769077995.131439:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769077995.131442:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769077995.131450:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4982 00000100:00080000:0.0:1769077995.131454:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769077995.131457:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769077995.131462:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769077995.131472:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612213248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769077995.131507:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077995.131544:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077995/real 1769077995] req@ffff88dac7d2d180 x1855007612212992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077995.132461:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612212992/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077995.132475:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077995.132480:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077995.132484:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612212992:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769077995.132518:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077995.132583:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077995.132607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077995/real 1769077995] req@ffff88dac7d2c000 x1855007612213120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077995.132622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612213120/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077995.132643:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077995.132647:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077995.132650:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769077995.132657:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769077995.132678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769077995.132690:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077995/real 1769077995] req@ffff88dac7d2e680 x1855007612213248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077995.132703:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612213248/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077995.132717:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077995.132721:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769077995.132724:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769077995.387260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077995.387318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077995.835232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769077996.411354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769077996.411394:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769077996.859237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769077997.435272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769077997.435367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077997.883239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077998.459258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077998.459300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077998.907234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077999.483241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769077999.483298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077999.931290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078000.251208:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078000.251217:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078000.251221:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078000.251229:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4987 00000100:00080000:0.0:1769078000.251237:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078000.251242:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078000.251268:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612213376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078000.251288:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078000.251292:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078000.251293:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078000.251297:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4987 00000100:00080000:0.0:1769078000.251300:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078000.251305:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078000.251315:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078000.251323:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612213376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078000.251329:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612213504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078000.251340:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078000.251343:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078000.251345:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078000.251348:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4987 00000100:00080000:0.0:1769078000.251351:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078000.251354:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078000.251358:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078000.251369:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612213632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078000.251381:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078000.251413:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000] req@ffff88dac7d2d500 x1855007612213376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078000.251430:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612213376/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078000.251439:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078000.251443:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078000.251446:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612213376:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078000.251467:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078000.251499:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078000.251509:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000] req@ffff88dac7d2ea00 x1855007612213504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078000.251520:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612213504/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078000.251529:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078000.251532:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078000.251535:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078000.251542:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078000.251561:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078000.251569:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078000/real 1769078000] req@ffff88dac7d2f100 x1855007612213632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078000.251576:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612213632/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078000.251581:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078000.251583:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078000.251585:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078000.507221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078000.507283:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078000.955212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078001.531263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078001.531276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078001.979247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078002.555260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078002.555317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078003.003229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078003.579240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078003.579291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078004.027267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078004.603219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078004.603259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078005.051223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078005.371281:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078005.371288:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078005.371292:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078005.371305:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4992 00000100:00080000:1.0:1769078005.371316:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078005.371321:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078005.371351:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612213760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078005.371373:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078005.371376:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078005.371378:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078005.371381:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4992 00000100:00080000:1.0:1769078005.371386:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078005.371399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078005.371408:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078005.371412:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612213760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078005.371424:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612213888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078005.371434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078005.371438:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078005.371440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078005.371443:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4992 00000100:00080000:1.0:1769078005.371446:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078005.371449:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078005.371452:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078005.371461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612214016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078005.371473:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078005.371510:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005] req@ffff88dacab49500 x1855007612213760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078005.371527:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612213760/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078005.371536:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078005.371540:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078005.371544:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612213760:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078005.371576:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078005.371594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078005.371605:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005] req@ffff88dacab48e00 x1855007612213888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078005.371616:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612213888/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078005.371623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078005.371626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078005.371629:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612213888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078005.371633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078005.371647:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078005.371654:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078005/real 1769078005] req@ffff88dacab49880 x1855007612214016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078005.371663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612214016/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078005.371669:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078005.371671:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078005.371674:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078005.627246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078005.627310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078006.075243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078006.651257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078006.651390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078007.099242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078007.675252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078007.675306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078008.123243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078008.699220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078008.699273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078009.147240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078009.723242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078009.723297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078010.171265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078010.491334:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078010.491346:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078010.491351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078010.491362:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 4997 00000100:00080000:3.0:1769078010.491375:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078010.491384:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078010.491429:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612214144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078010.491460:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078010.491463:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078010.491464:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078010.491468:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4997 00000100:00080000:3.0:1769078010.491470:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078010.491473:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078010.491482:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078010.491492:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612214272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078010.491499:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078010.491502:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078010.491503:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078010.491506:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 4997 00000100:00080000:3.0:1769078010.491508:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078010.491510:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078010.491513:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078010.491521:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612214144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078010.491526:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612214400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078010.491599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078010.491644:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010] req@ffff88dac8830700 x1855007612214144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078010.491660:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612214144/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078010.491669:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078010.491672:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078010.491676:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612214144:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078010.491681:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078010.491708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078010.491717:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010] req@ffff88dac8830e00 x1855007612214272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078010.491726:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612214272/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078010.491733:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078010.491735:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078010.491737:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078010.491762:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078010.491773:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078010.491780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078010/real 1769078010] req@ffff88dac8833800 x1855007612214400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078010.491792:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612214400/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078010.491801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078010.491804:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078010.491808:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078010.747345:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078010.747403:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078011.195244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078011.771242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078011.771266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078012.219225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078012.795244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078012.795330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078013.243277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078013.819227:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078013.819318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078014.267321:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078014.843303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078014.843405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078015.291272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078015.611292:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078015.611300:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078015.611304:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078015.611312:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5002 00000100:00080000:0.0:1769078015.611323:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078015.611330:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078015.611367:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612214528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078015.611401:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078015.611404:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078015.611405:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078015.611408:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5002 00000100:00080000:0.0:1769078015.611412:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078015.611414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078015.611422:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078015.611435:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612214656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078015.611444:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078015.611449:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769078015.611449:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612214528:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078015.611451:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078015.611458:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5002 00000100:00080000:0.0:1769078015.611460:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078015.611463:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078015.611466:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078015.611475:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612214784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078015.611520:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078015.611561:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078015/real 1769078015] req@ffff88dac7d2ca80 x1855007612214528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078015.611581:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612214528/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078015.611592:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078015.611597:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078015.611601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612214528:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078015.611623:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078015.611650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078015.611664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078015/real 1769078015] req@ffff88dac7d2f480 x1855007612214656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078015.611674:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612214656/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078015.611683:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078015.611686:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078015.611690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078015.611696:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078015.611717:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078015.611728:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078015/real 1769078015] req@ffff88dac7d2f100 x1855007612214784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078015.611741:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612214784/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078015.611751:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078015.611753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078015.611755:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612214784:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078015.867259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078015.867331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078016.315225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078016.891285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078016.891330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078017.339285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078017.915251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078017.915323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078018.363222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078018.939273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078018.939329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078019.387281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078019.963233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078019.963295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078020.411227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078020.731273:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078020.731282:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078020.731285:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078020.731293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5007 00000100:00080000:3.0:1769078020.731302:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078020.731307:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078020.731338:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612214912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078020.731359:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078020.731362:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078020.731363:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078020.731367:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5007 00000100:00080000:3.0:1769078020.731369:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078020.731372:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078020.731382:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078020.731395:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612215040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078020.731407:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078020.731412:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769078020.731413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612214912:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078020.731415:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078020.731423:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5007 00000100:00080000:3.0:1769078020.731428:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078020.731432:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078020.731437:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078020.731447:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612215168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078020.731481:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078020.731532:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078020/real 1769078020] req@ffff88dac8831c00 x1855007612214912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078020.731547:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612214912/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078020.731555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078020.731558:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078020.731560:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612214912:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078020.731581:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078020.731598:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078020.731607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078020/real 1769078020] req@ffff88dac8833100 x1855007612215040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078020.731615:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612215040/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078020.731621:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078020.731623:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078020.731626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078020.731630:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078020.731641:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078020.731647:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078020/real 1769078020] req@ffff88dac8833b80 x1855007612215168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078020.731654:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612215168/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078020.731659:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078020.731661:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078020.731663:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078020.987264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078020.987320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078021.435251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078022.011253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078022.011289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078022.459209:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078023.035254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078023.035315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078023.483259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078024.059215:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078024.059279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078024.507223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078025.083258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078025.083333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078025.531294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078025.851316:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078025.851332:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078025.851338:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078025.851351:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5012 00000100:00080000:3.0:1769078025.851365:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078025.851373:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078025.851438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612215296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078025.851475:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078025.851479:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078025.851481:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078025.851486:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5012 00000100:00080000:3.0:1769078025.851489:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078025.851494:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078025.851505:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078025.851519:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612215424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078025.851531:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078025.851540:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612215296:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078025.851541:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078025.851544:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078025.851550:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5012 00000100:00080000:3.0:1769078025.851558:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078025.851563:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078025.851568:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078025.851591:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612215552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078025.851636:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078025.851693:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078025/real 1769078025] req@ffff88dac8832680 x1855007612215296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078025.851713:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612215296/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078025.851722:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078025.851725:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078025.851729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612215296:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078025.851753:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078025.851772:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078025.851783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078025/real 1769078025] req@ffff88dac8830380 x1855007612215424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078025.851797:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612215424/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078025.851804:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078025.851807:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078025.851809:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215424:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078025.851814:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078025.851826:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078025.851832:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078025/real 1769078025] req@ffff88dac8832a00 x1855007612215552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078025.851840:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612215552/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078025.851846:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078025.851848:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078025.851851:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078026.107221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078026.107263:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078026.555315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078027.131294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078027.131352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078027.579316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078028.155275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078028.155352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078028.603250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078029.179246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078029.179348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078029.627260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078030.203249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078030.203309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078030.651240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078030.971232:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078030.971240:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078030.971244:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078030.971251:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5018 00000100:00080000:3.0:1769078030.971260:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078030.971264:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078030.971294:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612215680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078030.971315:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078030.971317:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078030.971318:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078030.971321:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5018 00000100:00080000:3.0:1769078030.971323:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078030.971325:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078030.971331:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078030.971341:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612215808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078030.971348:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078030.971350:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078030.971351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078030.971353:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5018 00000100:00080000:3.0:1769078030.971355:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078030.971356:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078030.971359:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078030.971364:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612215680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078030.971367:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612215936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078030.971423:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078030.971452:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078030/real 1769078030] req@ffff88dac8833480 x1855007612215680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078030.971464:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612215680/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078030.971471:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078030.971474:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078030.971476:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612215680:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078030.971481:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215808:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078030.971493:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078030.971500:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078030/real 1769078030] req@ffff88dac8832a00 x1855007612215808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078030.971507:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612215808/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078030.971512:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078030.971514:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078030.971515:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078030.971532:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078030.971541:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078030.971546:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078030/real 1769078030] req@ffff88dac8830380 x1855007612215936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078030.971553:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612215936/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078030.971560:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078030.971563:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078030.971566:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612215936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078031.227237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078031.227298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078031.675284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078032.251283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078032.251337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078032.699282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078033.275256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078033.275349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078033.723231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078034.299283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078034.299330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078034.747311:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078035.323304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078035.323329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078035.771278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078036.091308:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078036.091327:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078036.091335:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078036.091349:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5023 00000100:00080000:0.0:1769078036.091364:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078036.091372:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078036.091420:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612216064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078036.091459:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078036.091463:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078036.091464:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078036.091468:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5023 00000100:00080000:0.0:1769078036.091472:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078036.091477:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078036.091489:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078036.091500:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612216192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078036.091509:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078036.091509:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612216064:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078036.091514:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078036.091517:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078036.091521:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5023 00000100:00080000:0.0:1769078036.091524:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078036.091526:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078036.091529:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078036.091541:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612216320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078036.091591:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078036.091639:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff88dac7d2ea00 x1855007612216064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078036.091658:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612216064/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078036.091669:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078036.091673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078036.091677:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612216064:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078036.091704:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078036.091727:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078036.091739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff88dac7d2d500 x1855007612216192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078036.091751:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612216192/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078036.091768:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078036.091771:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078036.091774:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078036.091780:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078036.091799:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078036.091810:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff88dac7d2e680 x1855007612216320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078036.091818:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612216320/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078036.091823:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078036.091825:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078036.091827:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078036.347289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078036.347360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078036.795310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078037.371284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078037.371305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078037.819263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078038.395290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078038.395352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078038.843266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078039.419298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078039.419379:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078039.867236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078040.443265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078040.443351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078040.891248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078041.211324:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078041.211334:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078041.211338:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078041.211348:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5028 00000100:00080000:2.0:1769078041.211360:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078041.211366:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078041.211405:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612216448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078041.211433:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078041.211436:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078041.211438:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078041.211442:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5028 00000100:00080000:2.0:1769078041.211445:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078041.211451:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078041.211462:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078041.211492:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612216576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078041.211494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612216448:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078041.211518:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078041.211522:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078041.211524:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078041.211529:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5028 00000100:00080000:2.0:1769078041.211534:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078041.211539:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078041.211547:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078041.211561:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612216704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078041.211572:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078041.211614:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078041/real 1769078041] req@ffff88dac7dbd880 x1855007612216448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078041.211626:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612216448/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078041.211633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078041.211637:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078041.211639:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612216448:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078041.211657:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078041.211671:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078041.211681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078041/real 1769078041] req@ffff88dac7dbce00 x1855007612216576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078041.211689:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612216576/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078041.211694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078041.211696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078041.211705:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078041.211712:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216704:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078041.211733:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078041.211745:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078041/real 1769078041] req@ffff88dac7dbd500 x1855007612216704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078041.211756:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612216704/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078041.211762:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078041.211765:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078041.211768:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078041.467212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078041.467327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078041.915220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078042.491250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078042.491325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078042.939225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078043.515195:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078043.515270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078043.963257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078044.539240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078044.539292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078044.987231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078045.563266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078045.563299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078046.011245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078046.331443:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078046.331454:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078046.331458:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078046.331468:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5033 00000100:00080000:0.0:1769078046.331480:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078046.331487:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078046.331525:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612216832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078046.331559:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078046.331563:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078046.331566:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078046.331570:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5033 00000100:00080000:0.0:1769078046.331573:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078046.331577:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078046.331587:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078046.331601:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612216960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078046.331611:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078046.331614:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078046.331616:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078046.331619:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5033 00000100:00080000:0.0:1769078046.331623:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078046.331626:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078046.331631:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078046.331640:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612217088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078046.332016:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612216832:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078046.332086:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078046.332130:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078046/real 1769078046] req@ffff88dac7d2c000 x1855007612216832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078046.332180:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612216832/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078046.332192:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078046.332197:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078046.332201:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612216832:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078046.332210:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078046.332233:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078046.332246:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078046/real 1769078046] req@ffff88dac7d2d180 x1855007612216960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078046.332257:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612216960/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078046.332265:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078046.332269:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078046.332271:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612216960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078046.332276:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078046.332296:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078046.332308:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078046/real 1769078046] req@ffff88dac7d2c700 x1855007612217088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078046.332321:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612217088/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078046.332333:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078046.332336:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078046.332340:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078046.587251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078046.587296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078047.035243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078047.611277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078047.611376:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769078048.059233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078048.635264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078048.635366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078049.084551:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078049.659271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078049.659311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078050.107261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078050.683242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078050.683290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078051.131222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078051.451281:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078051.451291:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078051.451295:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078051.451304:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5038 00000100:00080000:2.0:1769078051.451314:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078051.451321:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078051.451360:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612217216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078051.451385:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078051.451388:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078051.451391:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078051.451394:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5038 00000100:00080000:2.0:1769078051.451397:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078051.451401:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078051.451410:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078051.451420:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612217216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769078051.451423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612217344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078051.451435:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078051.451439:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078051.451441:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078051.451444:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5038 00000100:00080000:2.0:1769078051.451448:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078051.451451:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078051.451457:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078051.451467:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612217472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078051.451478:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078051.451509:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078051/real 1769078051] req@ffff88dac7dbf480 x1855007612217216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078051.451521:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612217216/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078051.451527:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078051.451530:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078051.451532:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612217216:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078051.451547:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078051.451559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078051.451566:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078051/real 1769078051] req@ffff88dac7dbf100 x1855007612217344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078051.451573:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612217344/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078051.451578:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078051.451581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078051.451585:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078051.451590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078051.451608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078051.451631:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078051/real 1769078051] req@ffff88dac7dbd500 x1855007612217472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078051.451643:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612217472/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078051.451649:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078051.451652:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078051.451654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078051.707248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078051.707293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078052.155290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078052.731315:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078052.731342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078053.179261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078053.755238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078053.755284:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078054.203255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078054.779258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078054.779335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078055.227259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078055.803280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078055.803355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078056.251270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078056.571244:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078056.571257:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078056.571262:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078056.571273:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5043 00000100:00080000:2.0:1769078056.571295:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078056.571303:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078056.571341:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612217600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078056.571370:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078056.571373:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078056.571374:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078056.571378:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5043 00000100:00080000:2.0:1769078056.571380:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078056.571384:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078056.571392:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078056.571403:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612217728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078056.571413:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612217600:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078056.571415:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078056.571423:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078056.571426:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078056.571431:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5043 00000100:00080000:2.0:1769078056.571435:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078056.571440:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078056.571446:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078056.571460:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612217856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078056.571506:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078056.571560:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078056.827236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078056.827315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078057.275271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078057.851259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078057.851296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078058.299277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078058.875279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078058.875351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078059.323245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769078059.643558:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769078059.643616:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078059.643634:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078059.643680:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078059.643691:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769078059.643744:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078056/real 1769078059] req@ffff88dac7dbd880 x1855007612217728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078059.643768:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612217728/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078059.643793:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078059.643800:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078059.643805:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078059.643816:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078056/real 1769078059] req@ffff88dac7dbca80 x1855007612217856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078059.643832:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612217856/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078059.643840:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078059.643844:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078059.643846:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612217856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078059.643852:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078056/real 1769078059] req@ffff88dac7dbce00 x1855007612217600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078059.643866:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612217600/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078059.643874:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078059.643878:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078059.643882:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612217600:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078059.899294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078059.899377:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078060.347326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078060.923217:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078060.923288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078061.371240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078061.691273:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078061.691285:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078061.691289:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078061.691297:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5048 00000100:00080000:2.0:1769078061.691307:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078061.691313:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078061.691342:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612217984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078061.691366:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078061.691369:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078061.691370:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078061.691373:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5048 00000100:00080000:2.0:1769078061.691375:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078061.691378:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078061.691388:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078061.691401:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612218112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078061.691412:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078061.691417:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612217984:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078061.691418:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078061.691422:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078061.691432:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5048 00000100:00080000:2.0:1769078061.691436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078061.691440:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078061.691463:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078061.691475:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612218240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078061.691533:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078061.691573:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078061/real 1769078061] req@ffff88dac7dbc380 x1855007612217984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078061.691596:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612217984/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078061.691607:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078061.691612:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078061.691617:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612217984:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078061.691642:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078061.691667:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078061.691680:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078061/real 1769078061] req@ffff88dac7dbf800 x1855007612218112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078061.691690:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612218112/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078061.691701:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078061.691704:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078061.691708:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078061.691714:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078061.691737:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078061.691749:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078061/real 1769078061] req@ffff88dac7dbfb80 x1855007612218240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078061.691761:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612218240/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078061.691770:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078061.691773:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078061.691777:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078061.947252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078061.947315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078062.395261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078062.971234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078062.971378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078063.419218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078063.995229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078063.995291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078064.443294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078065.019224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078065.019310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078065.467340:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078066.043251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078066.043318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078066.491326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078066.811248:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078066.811256:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078066.811261:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078066.811268:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5053 00000100:00080000:0.0:1769078066.811278:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078066.811284:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078066.811315:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612218368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078066.811336:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078066.811339:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078066.811340:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078066.811343:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5053 00000100:00080000:0.0:1769078066.811345:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078066.811348:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078066.811355:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078066.811382:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612218496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078066.811389:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612218368:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078066.811410:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078066.811414:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078066.811416:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078066.811430:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5053 00000100:00080000:0.0:1769078066.811434:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078066.811440:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078066.811446:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078066.811458:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612218624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078066.811475:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078066.811519:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078066/real 1769078066] req@ffff88dac7d2dc00 x1855007612218368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078066.811539:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612218368/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078066.811550:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078066.811555:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078066.811559:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612218368:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078066.811583:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078066.811608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078066.811623:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078066/real 1769078066] req@ffff88dac7d2d880 x1855007612218496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078066.811637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612218496/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078066.811647:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078066.811651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078066.811661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078066.811670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078066.811700:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078066.811713:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078066/real 1769078066] req@ffff88dac7d2c700 x1855007612218624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078066.811731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612218624/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078066.811736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078066.811738:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078066.811741:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078067.067256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078067.067304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078067.515302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078068.091250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078068.091388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078068.539340:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078069.115268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078069.115355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078069.563260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078070.139339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078070.139414:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078070.587283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078071.163250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078071.163328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078071.611258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078071.931264:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078071.931291:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078071.931295:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078071.931302:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5059 00000100:00080000:3.0:1769078071.931312:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078071.931317:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078071.931349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612218752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078071.931370:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078071.931373:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078071.931374:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078071.931377:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5059 00000100:00080000:3.0:1769078071.931379:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078071.931381:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078071.931388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078071.931397:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612218880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078071.931405:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078071.931408:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612218752:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078071.931409:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078071.931412:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078071.931420:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5059 00000100:00080000:3.0:1769078071.931422:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078071.931424:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078071.931429:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078071.931439:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612219008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078071.931468:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078071.931501:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071] req@ffff88dac8832680 x1855007612218752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078071.931515:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612218752/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078071.931522:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078071.931526:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078071.931529:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612218752:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078071.931547:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078071.931561:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078071.931569:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071] req@ffff88dac8833b80 x1855007612218880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078071.931582:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612218880/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078071.931588:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078071.931590:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078071.931592:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612218880:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078071.931596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078071.931606:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078071.931612:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071] req@ffff88dac8833100 x1855007612219008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078071.931619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612219008/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078071.931624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078071.931626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078071.931627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078072.187248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078072.187307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078072.635251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078073.211275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078073.211298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078073.659283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078074.235266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078074.235327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078074.683256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078075.259266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078075.259320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078075.707266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078076.283260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078076.283304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078076.731269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078077.051302:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.051310:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078077.051314:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078077.051322:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5064 00000100:00080000:0.0:1769078077.051331:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078077.051338:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078077.051368:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612219136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078077.051399:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.051402:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078077.051406:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078077.051409:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5064 00000100:00080000:0.0:1769078077.051412:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078077.051414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078077.051422:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078077.051431:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612219264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078077.051440:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.051445:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769078077.051445:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612219136:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078077.051446:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078077.051454:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5064 00000100:00080000:0.0:1769078077.051456:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078077.051459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078077.051461:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078077.051470:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612219392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078077.051507:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078077.051541:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff88dac7d2d180 x1855007612219136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078077.051555:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612219136/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078077.051563:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078077.051566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078077.051569:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612219136:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078077.051592:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078077.051608:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078077.051617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff88dac7d2c000 x1855007612219264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078077.051625:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612219264/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078077.051631:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078077.051633:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078077.051635:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078077.051639:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078077.051650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078077.051656:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff88dac7d2e680 x1855007612219392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078077.051664:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612219392/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078077.051680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078077.051683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078077.051686:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078077.307286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078077.307348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078077.755257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078078.331257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078078.331274:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078078.779215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078079.355258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078079.355307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078079.803243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078080.379221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078080.379272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078080.827206:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078081.403247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078081.403293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078081.851258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078082.171257:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078082.171268:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078082.171272:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078082.171282:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5069 00000100:00080000:0.0:1769078082.171292:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078082.171299:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078082.171333:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612219520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078082.171361:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078082.171365:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078082.171367:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078082.171374:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5069 00000100:00080000:0.0:1769078082.171377:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078082.171381:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078082.171389:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078082.171401:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612219648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078082.171411:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612219520:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078082.171415:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078082.171419:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078082.171421:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078082.171425:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5069 00000100:00080000:0.0:1769078082.171429:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078082.171433:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078082.171438:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078082.171448:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612219776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078082.171462:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078082.171494:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078082/real 1769078082] req@ffff88dac7d2d500 x1855007612219520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078082.171506:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612219520/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078082.171513:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078082.171516:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078082.171518:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612219520:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078082.171535:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078082.171547:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078082.171561:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078082/real 1769078082] req@ffff88dac7d2ea00 x1855007612219648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078082.171571:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612219648/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078082.171577:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078082.171580:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078082.171582:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078082.171585:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078082.171596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078082.171601:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078082/real 1769078082] req@ffff88dac7d2f100 x1855007612219776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078082.171607:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612219776/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078082.171612:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078082.171614:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078082.171616:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612219776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078082.427199:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078082.427259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078082.875242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078083.451245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078083.451273:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078083.899264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078084.475242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078084.475289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078084.923247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078085.499241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078085.499293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078085.947267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078086.523252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078086.523292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078086.971225:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078087.291288:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078087.291297:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078087.291300:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078087.291309:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5074 00000100:00080000:2.0:1769078087.291318:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078087.291325:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078087.291358:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612219904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078087.291384:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078087.291386:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078087.291387:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078087.291390:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5074 00000100:00080000:2.0:1769078087.291392:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078087.291400:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078087.291407:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078087.291416:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612220032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078087.291424:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078087.291428:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078087.291429:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078087.291431:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5074 00000100:00080000:2.0:1769078087.291433:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078087.291436:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078087.291439:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078087.291444:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612220160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078087.291456:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612219904:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078087.291542:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078087.291592:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078087/real 1769078087] req@ffff88dac7dbed80 x1855007612219904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078087.291611:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612219904/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078087.291623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078087.291628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078087.291633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612219904:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078087.291640:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078087.291660:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078087.291682:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078087/real 1769078087] req@ffff88dac7dbc700 x1855007612220032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078087.291693:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612220032/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078087.291703:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078087.291706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078087.291709:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078087.291744:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078087.291763:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078087.291773:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078087/real 1769078087] req@ffff88dac7dbc000 x1855007612220160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078087.291784:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612220160/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078087.291792:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078087.291795:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078087.291798:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078087.547278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078087.547428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078087.995223:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078088.571262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078088.571302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078089.019240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078089.595243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078089.595299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078090.043243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078090.619244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078090.619301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078091.067262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078091.643254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078091.643310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078092.091240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078092.411285:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078092.411300:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078092.411305:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078092.411314:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5079 00000100:00080000:1.0:1769078092.411325:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078092.411332:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078092.411365:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612220288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078092.411391:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078092.411393:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078092.411395:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078092.411397:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5079 00000100:00080000:1.0:1769078092.411400:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078092.411402:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078092.411410:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078092.411419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612220416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078092.411427:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612220288:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769078092.411428:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078092.411435:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078092.411436:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078092.411440:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5079 00000100:00080000:1.0:1769078092.411442:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078092.411445:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078092.411448:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078092.411455:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612220544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078092.411492:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078092.411531:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092] req@ffff88dacab49180 x1855007612220288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078092.411548:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612220288/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078092.411557:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078092.411561:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078092.411565:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612220288:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078092.411588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078092.411618:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078092.411630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092] req@ffff88dacab48380 x1855007612220416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078092.411640:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612220416/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078092.411646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078092.411650:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078092.411659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078092.411665:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078092.411682:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078092.411691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078092/real 1769078092] req@ffff88dacab4aa00 x1855007612220544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078092.411700:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612220544/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078092.411706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078092.411709:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078092.411712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078092.667245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078092.667297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078093.115244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078093.691251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078093.691287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078094.139252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078094.715255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078094.715320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078095.163253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078095.739242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078095.739276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078096.187254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078096.763280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078096.763336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078097.211259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078097.531252:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078097.531265:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078097.531270:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078097.531281:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5084 00000100:00080000:2.0:1769078097.531292:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078097.531300:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078097.531349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612220672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078097.531384:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078097.531389:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078097.531391:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078097.531395:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5084 00000100:00080000:2.0:1769078097.531399:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078097.531403:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078097.531414:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078097.531428:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612220800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078097.531442:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078097.531446:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078097.531448:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078097.531453:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5084 00000100:00080000:2.0:1769078097.531457:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078097.531463:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078097.531479:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078097.531481:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612220672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769078097.531498:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612220928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078097.531581:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078097.531638:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097] req@ffff88dac7dbd180 x1855007612220672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078097.531674:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612220672/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078097.531692:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078097.531696:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078097.531700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612220672:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078097.531708:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220800:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078097.531729:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078097.531739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097] req@ffff88dac7dbe680 x1855007612220800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078097.531749:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612220800/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078097.531756:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078097.531758:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078097.531760:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078097.531786:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078097.531798:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078097.531805:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078097/real 1769078097] req@ffff88dac7dbea00 x1855007612220928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078097.531813:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612220928/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078097.531818:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078097.531821:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078097.531823:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612220928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078097.787290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078097.787333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078098.235262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078098.811287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078098.811312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078099.259287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078099.835250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078099.835316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078100.283239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078100.859287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078100.859351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078101.307264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078101.883259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078101.883402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078102.331249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078102.651322:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078102.651334:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078102.651339:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078102.651351:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5089 00000100:00080000:1.0:1769078102.651364:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078102.651371:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078102.651415:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612221056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078102.651441:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078102.651445:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078102.651447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078102.651452:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5089 00000100:00080000:1.0:1769078102.651455:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078102.651460:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078102.651471:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078102.651487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612221184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078102.651497:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612221056:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769078102.651502:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078102.651508:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078102.651511:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078102.651516:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5089 00000100:00080000:1.0:1769078102.651521:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078102.651526:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078102.651531:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078102.651543:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612221312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078102.651582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078102.651630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102] req@ffff88dacab48700 x1855007612221056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078102.651646:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612221056/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078102.651654:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078102.651657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078102.651661:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612221056:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078102.651685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078102.651708:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078102.651718:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102] req@ffff88dacab4bb80 x1855007612221184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078102.651727:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612221184/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078102.651734:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078102.651736:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078102.651739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078102.651742:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078102.651776:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078102.651786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078102/real 1769078102] req@ffff88dacab4aa00 x1855007612221312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078102.651794:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612221312/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078102.651800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078102.651802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078102.651804:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078102.907277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078102.907350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078103.355286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078103.931291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078103.931332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078104.379262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078104.955301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078104.955391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078105.403261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078105.979257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078105.979338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078106.427270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078107.003216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078107.003329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078107.451254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078107.771302:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078107.771314:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078107.771319:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078107.771329:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5094 00000100:00080000:2.0:1769078107.771342:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078107.771350:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078107.771401:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612221440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078107.771438:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078107.771442:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078107.771444:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078107.771449:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5094 00000100:00080000:2.0:1769078107.771454:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078107.771459:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078107.771472:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078107.771488:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612221568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078107.771498:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078107.771502:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612221440:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078107.771502:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078107.771504:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078107.771512:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5094 00000100:00080000:2.0:1769078107.771516:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078107.771519:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078107.771523:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078107.771537:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612221696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078107.771594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078107.771648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107] req@ffff88dac7dbdf80 x1855007612221440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078107.771718:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612221440/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078107.771731:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078107.771737:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078107.771742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612221440:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078107.771774:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078107.771803:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078107.771819:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107] req@ffff88dac7dbe300 x1855007612221568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078107.771833:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612221568/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078107.771844:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078107.771847:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078107.771851:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078107.771858:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221696:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078107.771880:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078107.771893:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078107/real 1769078107] req@ffff88dac7dbea00 x1855007612221696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078107.771907:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612221696/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078107.771916:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078107.771919:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078107.771923:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078108.027295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078108.027421:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078108.475299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078109.051277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078109.051318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078109.499336:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078110.075293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078110.075363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078110.523252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078111.099254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078111.099360:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078111.547241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078112.123267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078112.123387:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078112.571249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078112.891383:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078112.891399:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078112.891405:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078112.891420:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5099 00000100:00080000:0.0:1769078112.891435:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078112.891446:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078112.891503:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612221824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078112.891549:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078112.891554:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078112.891556:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078112.891561:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5099 00000100:00080000:0.0:1769078112.891566:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078112.891571:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078112.891600:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078112.891621:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612221952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078112.891642:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078112.891649:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078112.891654:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078112.891654:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612221824:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078112.891665:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5099 00000100:00080000:0.0:1769078112.891674:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078112.891680:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078112.891685:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078112.891704:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612222080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078112.891762:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078112.891818:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112] req@ffff88dac7d2f480 x1855007612221824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078112.891858:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612221824/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078112.891870:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078112.891881:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078112.891886:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612221824:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078112.891915:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078112.891943:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078112.891959:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112] req@ffff88dac7d2ca80 x1855007612221952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078112.891973:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612221952/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078112.891983:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078112.891987:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078112.891991:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612221952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078112.891998:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078112.892023:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078112.892036:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112] req@ffff88dac7d2f100 x1855007612222080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078112.892048:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612222080/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078112.892056:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078112.892059:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078112.892062:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078113.147265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078113.147375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078113.595281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078114.171268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078114.171328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078114.619283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078115.195271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078115.195347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078115.643207:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078116.219248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078116.219306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078116.667290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078117.243236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078117.243282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078117.691229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078118.011269:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078118.011279:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078118.011283:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078118.011293:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5105 00000100:00080000:2.0:1769078118.011303:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078118.011309:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078118.011344:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612222208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078118.011370:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078118.011374:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078118.011375:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078118.011380:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5105 00000100:00080000:2.0:1769078118.011384:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078118.011387:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078118.011397:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078118.011410:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612222336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078118.011418:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612222208:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078118.011424:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078118.011429:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078118.011431:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078118.011436:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5105 00000100:00080000:2.0:1769078118.011440:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078118.011444:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078118.011448:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078118.011460:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612222464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078118.011480:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078118.011528:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff88dac7dbe680 x1855007612222208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078118.011546:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612222208/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078118.011555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.011559:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078118.011562:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612222208:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078118.011583:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078118.011602:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078118.011613:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff88dac7dbd180 x1855007612222336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078118.011624:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612222336/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078118.011633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.011636:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078118.011639:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078118.011644:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078118.011658:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078118.011666:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff88dac7dbc000 x1855007612222464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078118.011676:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612222464/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078118.011689:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078118.011692:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078118.011695:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078118.267238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078118.267289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078118.715232:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078119.291212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078119.291250:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078119.739194:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078120.315253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078120.315313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078120.763268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078121.339210:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078121.339259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078121.787252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078122.363233:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078122.363280:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078122.811262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078123.131247:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078123.131257:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078123.131262:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078123.131271:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5110 00000100:00080000:1.0:1769078123.131283:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078123.131289:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078123.131320:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612222592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078123.131346:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078123.131349:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078123.131351:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078123.131355:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5110 00000100:00080000:1.0:1769078123.131359:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078123.131363:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078123.131373:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078123.131383:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612222592:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078123.131388:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612222720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078123.131399:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078123.131402:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078123.131404:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078123.131469:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5110 00000100:00080000:1.0:1769078123.131474:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078123.131479:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078123.131484:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078123.131489:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078123.131501:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612222848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078123.131519:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078123.387250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078123.387313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078123.835234:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078124.411248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078124.411270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078124.859286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078125.435254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078125.435314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078125.883260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769078126.203473:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769078126.203519:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078126.203537:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078126.203582:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078126.203592:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769078126.203689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078123/real 1769078126] req@ffff88dacab49880 x1855007612222848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078126.203715:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612222848/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078126.203727:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078126.203733:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078126.203738:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078126.203746:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078123/real 1769078126] req@ffff88dacab49180 x1855007612222720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078126.203758:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612222720/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078126.203766:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078126.203770:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078126.203773:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612222720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078126.203780:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078123/real 1769078126] req@ffff88dacab48380 x1855007612222592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078126.203792:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612222592/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078126.203801:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078126.203804:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078126.203808:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612222592:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078126.459250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078126.459309:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078126.907262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078127.483256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078127.483314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078127.931258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078128.251298:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078128.251307:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078128.251311:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078128.251319:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5115 00000100:00080000:0.0:1769078128.251342:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078128.251352:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078128.251384:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612222976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078128.251418:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078128.251425:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078128.251427:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078128.251431:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5115 00000100:00080000:0.0:1769078128.251436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078128.251442:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078128.251452:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078128.251471:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612223104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078128.251472:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612222976:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078128.251492:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078128.251496:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078128.251498:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078128.251503:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5115 00000100:00080000:0.0:1769078128.251508:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078128.251512:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078128.251518:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078128.251533:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612223232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078128.251550:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078128.251596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078128/real 1769078128] req@ffff88dac7d2ea00 x1855007612222976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078128.251615:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612222976/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078128.251626:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078128.251630:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078128.251634:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612222976:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078128.251663:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078128.251690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078128.251704:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078128/real 1769078128] req@ffff88dac7d2d500 x1855007612223104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078128.251723:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612223104/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078128.251734:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078128.251738:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078128.251742:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078128.251749:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078128.251771:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078128.251783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078128/real 1769078128] req@ffff88dac7d2e680 x1855007612223232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078128.251796:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612223232/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078128.251805:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078128.251808:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078128.251812:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078128.507254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078128.507313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078128.955259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078129.531271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078129.531462:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078129.979211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078130.555279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078130.555376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078131.003255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078131.579308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078131.579399:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078132.027302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078132.603243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078132.603376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078133.051219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078133.371233:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078133.371251:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078133.371255:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078133.371263:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5120 00000100:00080000:0.0:1769078133.371273:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078133.371278:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078133.371307:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612223360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078133.371329:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078133.371331:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078133.371333:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078133.371335:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5120 00000100:00080000:0.0:1769078133.371337:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078133.371340:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078133.371347:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078133.371355:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612223488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078133.371362:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078133.371365:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078133.371366:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078133.371368:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5120 00000100:00080000:0.0:1769078133.371370:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078133.371373:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078133.371376:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078133.371382:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612223616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078133.371387:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612223360:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078133.371445:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078133.371479:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078133] req@ffff88dac7d2c000 x1855007612223360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078133.371493:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612223360/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078133.371500:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078133.371504:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078133.371507:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612223360:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078133.371512:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078133.371526:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078133.371534:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078133] req@ffff88dac7d2d180 x1855007612223488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078133.371542:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612223488/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078133.371549:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078133.371551:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078133.371553:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078133.371571:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078133.371582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078133.371588:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078133/real 1769078133] req@ffff88dac7d2c700 x1855007612223616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078133.371596:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612223616/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078133.371601:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078133.371603:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078133.371605:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078133.627282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078133.627374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078134.075266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078134.651278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078134.651338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078135.099255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078135.675323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078135.675405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078136.123290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078136.699272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078136.699303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078137.147274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078137.723261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078137.723365:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078138.171351:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078138.491319:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078138.491331:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078138.491335:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078138.491348:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5125 00000100:00080000:0.0:1769078138.491364:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078138.491373:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078138.491423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612223744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078138.491455:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078138.491459:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078138.491461:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078138.491466:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5125 00000100:00080000:0.0:1769078138.491471:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078138.491476:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078138.491486:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078138.491500:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612223872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078138.491509:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612223744:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078138.491510:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078138.491514:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078138.491516:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078138.491520:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5125 00000100:00080000:0.0:1769078138.491523:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078138.491526:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078138.491530:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078138.491542:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612224000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078138.491590:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078138.491643:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138] req@ffff88dac7d2d880 x1855007612223744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078138.491661:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612223744/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078138.491670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078138.491673:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078138.491676:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612223744:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078138.491698:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078138.491716:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078138.491725:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138] req@ffff88dac7d2dc00 x1855007612223872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078138.491734:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612223872/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078138.491741:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078138.491743:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078138.491745:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612223872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078138.491748:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078138.491758:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078138.491764:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078138/real 1769078138] req@ffff88dac7d2c700 x1855007612224000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078138.491772:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612224000/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078138.491776:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078138.491778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078138.491780:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078138.747216:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078138.747290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078139.195199:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078139.771276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078139.771315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078140.219276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078140.795286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078140.795352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078141.243296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078141.819240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078141.819315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078142.267262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078142.843261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078142.843332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078143.291273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078143.611267:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078143.611277:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078143.611280:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078143.611289:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5130 00000100:00080000:2.0:1769078143.611298:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078143.611304:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078143.611342:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612224128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078143.611370:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078143.611374:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078143.611376:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078143.611381:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5130 00000100:00080000:2.0:1769078143.611384:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078143.611388:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078143.611396:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078143.611411:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612224256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078143.611423:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078143.611427:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078143.611429:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078143.611433:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5130 00000100:00080000:2.0:1769078143.611436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078143.611441:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078143.611446:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078143.611460:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612224384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078143.611461:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612224128:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078143.611549:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078143.611598:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143] req@ffff88dac7dbc700 x1855007612224128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078143.611615:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612224128/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078143.611625:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078143.611629:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078143.611633:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612224128:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078143.611638:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078143.611654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078143.611672:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143] req@ffff88dac7dbed80 x1855007612224256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078143.611684:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612224256/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078143.611691:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078143.611694:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078143.611696:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078143.611721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078143.611735:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078143.611742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078143/real 1769078143] req@ffff88dac7dbfb80 x1855007612224384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078143.611749:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612224384/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078143.611755:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078143.611757:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078143.611759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078143.867221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078143.867304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078144.315266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078144.891255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078144.891310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078145.339257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078145.915242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078145.915316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078146.363258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078146.939260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078146.939317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078147.387248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078147.963251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078147.963306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078148.411277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078148.731274:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078148.731286:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078148.731291:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078148.731301:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5135 00000100:00080000:1.0:1769078148.731312:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078148.731319:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078148.731355:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612224512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078148.731382:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078148.731385:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078148.731386:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078148.731389:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5135 00000100:00080000:1.0:1769078148.731392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078148.731395:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078148.731401:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078148.731410:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612224640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078148.731418:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078148.731421:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078148.731422:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078148.731425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5135 00000100:00080000:1.0:1769078148.731428:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078148.731430:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078148.731437:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612224512:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769078148.731437:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078148.731449:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612224768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078148.731498:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078148.731530:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148] req@ffff88dacab48e00 x1855007612224512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078148.731543:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612224512/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078148.731551:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078148.731554:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078148.731557:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612224512:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078148.731562:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078148.731575:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078148.731583:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148] req@ffff88dacab49500 x1855007612224640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078148.731591:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612224640/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078148.731597:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078148.731599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078148.731602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078148.731625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078148.731645:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078148.731656:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078148/real 1769078148] req@ffff88dacab4ad80 x1855007612224768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078148.731670:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612224768/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078148.731680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078148.731682:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078148.731684:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612224768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078148.987214:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078148.987298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078149.435257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078150.011277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078150.011327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078150.459320:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078151.035302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078151.035383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078151.483312:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078152.059271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078152.059338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078152.507290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078153.083282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078153.083374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078153.531312:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078153.851330:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078153.851342:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078153.851347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078153.851358:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5140 00000100:00080000:2.0:1769078153.851371:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078153.851377:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078153.851421:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612224896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078153.851453:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078153.851458:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078153.851460:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078153.851465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5140 00000100:00080000:2.0:1769078153.851470:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078153.851474:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078153.851487:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078153.851502:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612225024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078153.851514:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078153.851519:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078153.851521:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078153.851527:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5140 00000100:00080000:2.0:1769078153.851531:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078153.851535:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078153.851542:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078153.851549:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612224896:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769078153.851556:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612225152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078153.851652:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078153.851708:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153] req@ffff88dac7dbf800 x1855007612224896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078153.851730:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612224896/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078153.851742:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078153.851747:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078153.851752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612224896:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078153.851761:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225024:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078153.851782:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078153.851792:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153] req@ffff88dac7dbc380 x1855007612225024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078153.851800:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612225024/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078153.851807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078153.851810:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078153.851812:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225024:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078153.851836:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078153.851847:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078153.851853:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153] req@ffff88dac7dbce00 x1855007612225152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078153.851861:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612225152/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078153.851866:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078153.851868:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078153.851870:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078154.107244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078154.107307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078154.555244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078155.131297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078155.131369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078155.579353:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078156.155245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078156.155325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078156.603230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078157.179271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078157.179331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078157.627248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078158.203240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078158.203330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078158.651279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078158.971320:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078158.971330:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078158.971334:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078158.971344:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5146 00000100:00080000:1.0:1769078158.971354:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078158.971361:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078158.971403:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4a680 x1855007612225280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078158.971434:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078158.971438:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078158.971440:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078158.971443:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5146 00000100:00080000:1.0:1769078158.971447:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078158.971451:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078158.971460:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078158.971474:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612225280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078158.971475:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49c00 x1855007612225408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078158.971491:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078158.971494:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078158.971496:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078158.971500:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5146 00000100:00080000:1.0:1769078158.971505:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078158.971509:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078158.971513:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078158.971526:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4ad80 x1855007612225536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078158.971529:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078158.971572:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158] req@ffff88dacab4a680 x1855007612225280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078158.971586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4a680 x1855007612225280/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078158.971593:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078158.971596:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078158.971598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612225280:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078158.971615:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225408:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078158.971629:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078158.971640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158] req@ffff88dacab49c00 x1855007612225408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078158.971647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49c00 x1855007612225408/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078158.971653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078158.971655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078158.971657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225408:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078158.971660:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078158.971673:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078158.971678:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158] req@ffff88dacab4ad80 x1855007612225536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078158.971685:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4ad80 x1855007612225536/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078158.971689:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078158.971690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078158.971692:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078159.227262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078159.227349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078159.675245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078160.251261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078160.251335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078160.699247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078161.275298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078161.275335:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078161.723263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078162.299264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078162.299318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078162.747248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078163.323239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078163.323260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078163.771266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078164.091293:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078164.091305:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078164.091310:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078164.091322:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5151 00000100:00080000:0.0:1769078164.091336:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078164.091344:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078164.091388:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612225664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078164.091420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078164.091423:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078164.091425:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078164.091428:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5151 00000100:00080000:0.0:1769078164.091431:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078164.091434:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078164.091445:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078164.091458:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612225792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078164.091466:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078164.091468:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078164.091470:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078164.091473:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5151 00000100:00080000:0.0:1769078164.091475:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078164.091478:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078164.091483:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078164.091487:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612225664:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078164.091495:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612225920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078164.091558:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078164.091593:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff88dac7d2d180 x1855007612225664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078164.091608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612225664/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078164.091616:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078164.091619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078164.091628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612225664:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078164.091634:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225792:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078164.091649:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078164.091658:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff88dac7d2c000 x1855007612225792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078164.091670:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612225792/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078164.091679:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078164.091683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078164.091687:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225792:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078164.091713:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078164.091747:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078164.091759:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff88dac7d2e680 x1855007612225920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078164.091771:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612225920/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078164.091779:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078164.091783:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078164.091786:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612225920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078164.347265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078164.347287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078164.795255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078165.371261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078165.371290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078165.819245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078166.395254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078166.395275:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078166.843313:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078167.419287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078167.419305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078167.867302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078168.443333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078168.443368:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078168.891326:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078169.211324:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078169.211336:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078169.211342:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078169.211354:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5156 00000100:00080000:0.0:1769078169.211368:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078169.211376:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078169.211422:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612226048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078169.211447:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078169.211450:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078169.211451:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078169.211454:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5156 00000100:00080000:0.0:1769078169.211458:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078169.211462:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078169.211471:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078169.211481:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612226176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078169.211489:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078169.211493:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078169.211495:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078169.211498:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5156 00000100:00080000:0.0:1769078169.211500:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078169.211502:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078169.211505:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078169.211513:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612226304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078169.211532:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612226048:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078169.211599:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078169.211670:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078169/real 1769078169] req@ffff88dac7d2d500 x1855007612226048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078169.211693:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612226048/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078169.211709:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078169.211715:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078169.211718:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612226048:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078169.211726:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226176:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078169.211746:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078169.211756:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078169/real 1769078169] req@ffff88dac7d2ea00 x1855007612226176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078169.211764:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612226176/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078169.211770:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078169.211772:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078169.211775:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226176:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078169.211795:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078169.211806:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078169.211813:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078169/real 1769078169] req@ffff88dac7d2f100 x1855007612226304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078169.211825:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612226304/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078169.211830:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078169.211833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078169.211835:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078169.467303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078169.467336:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078169.915244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078170.491261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078170.491324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078170.939266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078171.515274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078171.515312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078171.963266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078172.539251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078172.539289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078172.987271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078173.563278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078173.563314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078174.011266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078174.331313:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078174.331325:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078174.331331:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078174.331345:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5161 00000100:00080000:1.0:1769078174.331360:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078174.331370:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078174.331421:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49500 x1855007612226432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078174.331457:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078174.331460:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078174.331461:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078174.331465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5161 00000100:00080000:1.0:1769078174.331468:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078174.331471:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078174.331481:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078174.331491:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48e00 x1855007612226560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078174.331499:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078174.331504:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1769078174.331507:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612226432:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769078174.331507:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078174.331518:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5161 00000100:00080000:1.0:1769078174.331524:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078174.331527:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078174.331531:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078174.331540:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612226688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078174.331593:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078174.331646:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174] req@ffff88dacab49500 x1855007612226432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078174.331663:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49500 x1855007612226432/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078174.331672:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078174.331676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078174.331680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612226432:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078174.331702:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226560:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078174.331718:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078174.331728:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174] req@ffff88dacab48e00 x1855007612226560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078174.331737:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48e00 x1855007612226560/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078174.331744:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078174.331746:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078174.331749:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226560:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078174.331752:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226688:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078174.331763:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078174.331769:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078174/real 1769078174] req@ffff88dacab48380 x1855007612226688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078174.331776:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612226688/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078174.331782:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078174.331784:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078174.331785:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078174.587304:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078174.587337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078175.035299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078175.611261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078175.611295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078176.059260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078176.635297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078176.635333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078177.083303:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078177.659236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078177.659288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078178.107229:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078178.683263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078178.683291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078179.131265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078179.451337:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078179.451347:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078179.451352:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078179.451361:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5166 00000100:00080000:3.0:1769078179.451371:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078179.451377:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078179.451422:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612226816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078179.451453:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078179.451457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078179.451469:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078179.451477:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5166 00000100:00080000:3.0:1769078179.451482:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078179.451485:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078179.451494:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078179.451506:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612226944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078179.451514:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078179.451517:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078179.451518:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078179.451521:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5166 00000100:00080000:3.0:1769078179.451524:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078179.451527:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078179.451531:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078179.451539:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612227072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078179.451685:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612226816:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769078179.451746:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078179.451797:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179] req@ffff88dac8831c00 x1855007612226816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078179.451816:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612226816/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078179.451826:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078179.451830:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078179.451834:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612226816:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078179.451841:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226944:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078179.451866:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078179.451878:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179] req@ffff88dac8833800 x1855007612226944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078179.451888:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612226944/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078179.451903:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078179.451906:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078179.451909:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612226944:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078179.451914:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078179.451935:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078179.451946:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078179/real 1769078179] req@ffff88dac8830e00 x1855007612227072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078179.451956:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612227072/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078179.451968:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078179.451971:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078179.451974:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227072:192.168.204.148@tcp:38:kworker.0 00010000:00010000:2.0:1769078179.707298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078179.708087:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769078180.155390:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078180.731248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078180.731267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078181.179258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078181.755251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078181.755269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078182.203324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078182.779249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078182.779271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078183.227228:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078183.803244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078183.803270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078184.251322:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078184.571325:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078184.571335:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078184.571339:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078184.571350:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5171 00000100:00080000:2.0:1769078184.571367:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078184.571401:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078184.571434:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612227200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078184.571459:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078184.571463:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078184.571465:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078184.571468:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5171 00000100:00080000:2.0:1769078184.571472:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078184.571475:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078184.571484:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078184.571497:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612227328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078184.571516:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078184.571524:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612227200:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078184.571524:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078184.571529:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078184.571543:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5171 00000100:00080000:2.0:1769078184.571547:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078184.571552:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078184.571567:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078184.571582:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612227456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078184.571626:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078184.571676:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184] req@ffff88dac7dbca80 x1855007612227200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078184.571707:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612227200/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078184.571719:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078184.571724:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078184.571728:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612227200:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078184.571756:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227328:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078184.571776:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078184.571787:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184] req@ffff88dac7dbd880 x1855007612227328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078184.571798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612227328/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078184.571808:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078184.571811:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078184.571814:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227328:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078184.571821:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078184.571835:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078184.571843:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078184/real 1769078184] req@ffff88dac7dbd500 x1855007612227456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078184.571854:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612227456/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078184.571862:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078184.571865:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078184.571867:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227456:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078184.827285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078184.827459:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078185.275272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078185.851271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078185.851293:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078186.299290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078186.875243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078186.875272:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078187.323306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078187.899291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078187.899341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078188.347279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078188.923267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078188.923291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078189.371307:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078189.691340:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078189.691354:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078189.691359:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078189.691372:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5176 00000100:00080000:0.0:1769078189.691384:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078189.691393:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078189.691438:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612227584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078189.691471:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078189.691475:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078189.691477:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078189.691480:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5176 00000100:00080000:0.0:1769078189.691484:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078189.691489:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078189.691498:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078189.691510:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612227712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078189.691519:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078189.691523:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078189.691525:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078189.691528:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5176 00000100:00080000:0.0:1769078189.691532:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078189.691536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612227584:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078189.691537:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078189.691542:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078189.691553:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612227840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078189.691668:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078189.691711:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078189.947299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078189.947346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078190.395292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078190.971258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078190.971294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078191.419269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078191.995287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078191.995339:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078192.443252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769078192.763411:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769078192.763446:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078192.763464:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078192.763509:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078192.763518:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769078192.763586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078192] req@ffff88dac7d2f100 x1855007612227840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078192.763610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612227840/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078192.763620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078192.763625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078192.763629:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078192.763636:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078192] req@ffff88dac7d2ca80 x1855007612227584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078192.763647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612227584/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078192.763653:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078192.763657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078192.763659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612227584:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078192.763664:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078189/real 1769078192] req@ffff88dac7d2f480 x1855007612227712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078192.763674:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612227712/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078192.763681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078192.763684:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078192.763687:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612227712:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078193.019263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078193.019341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078193.467217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078194.043272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078194.043328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078194.491282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078194.811300:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078194.811311:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078194.811315:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078194.811324:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5181 00000100:00080000:3.0:1769078194.811341:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078194.811349:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078194.811381:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612227968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078194.811413:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078194.811416:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078194.811418:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078194.811421:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5181 00000100:00080000:3.0:1769078194.811425:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078194.811428:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078194.811437:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078194.811450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612228096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078194.811459:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078194.811462:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078194.811464:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078194.811467:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5181 00000100:00080000:3.0:1769078194.811469:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078194.811472:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078194.811476:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078194.811485:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612228224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078194.811574:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612227968:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078194.811642:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078194.811691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194] req@ffff88dac8830700 x1855007612227968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078194.811709:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612227968/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078194.811719:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078194.811723:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078194.811727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612227968:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078194.811735:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228096:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078194.811756:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078194.811768:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194] req@ffff88dac8831180 x1855007612228096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078194.811779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612228096/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078194.811800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078194.811803:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078194.811806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228096:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078194.811812:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078194.811829:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078194.811839:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194] req@ffff88dac8832300 x1855007612228224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078194.811849:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612228224/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078194.811856:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078194.811859:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078194.811862:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228224:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078195.067231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078195.067304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078195.515221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078196.091298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078196.091371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078196.539287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078197.115232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078197.115332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078197.563299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078198.139252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078198.139332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078198.587241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078199.163240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078199.163294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078199.611262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078199.931232:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078199.931241:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078199.931245:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078199.931254:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5187 00000100:00080000:3.0:1769078199.931262:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078199.931267:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078199.931294:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612228352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078199.931317:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078199.931320:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078199.931321:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078199.931323:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5187 00000100:00080000:3.0:1769078199.931325:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078199.931327:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078199.931333:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078199.931349:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612228480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078199.931359:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612228352:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078199.931361:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078199.931368:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078199.931370:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078199.931374:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5187 00000100:00080000:3.0:1769078199.931378:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078199.931382:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078199.931387:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078199.931399:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612228608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078199.931423:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078199.931454:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199] req@ffff88dac8830000 x1855007612228352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078199.931466:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612228352/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078199.931472:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078199.931475:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078199.931477:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612228352:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078199.931494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228480:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078199.931512:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078199.931524:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199] req@ffff88dac8832300 x1855007612228480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078199.931536:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612228480/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078199.931551:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078199.931553:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078199.931555:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228480:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078199.931559:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078199.931573:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078199.931580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199] req@ffff88dac8831180 x1855007612228608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078199.931586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612228608/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078199.931591:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078199.931593:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078199.931594:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078200.187256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078200.187374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078200.635262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078201.211259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078201.211395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078201.659259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078202.235291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078202.235343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078202.683270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078203.259285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078203.259358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078203.707319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078204.283259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078204.283315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078204.731244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078205.051254:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078205.051263:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078205.051267:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078205.051275:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5192 00000100:00080000:3.0:1769078205.051285:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078205.051291:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078205.051324:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612228736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078205.051358:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078205.051361:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078205.051363:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078205.051367:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5192 00000100:00080000:3.0:1769078205.051370:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078205.051374:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078205.051382:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078205.051392:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612228864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078205.051400:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078205.051403:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078205.051405:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078205.051409:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5192 00000100:00080000:3.0:1769078205.051412:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078205.051416:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078205.051421:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078205.051433:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612228736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078205.051434:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612228992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078205.051490:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078205.051521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff88dac8830700 x1855007612228736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.051532:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612228736/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078205.051540:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.051543:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078205.051546:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612228736:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078205.051550:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228864:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078205.051561:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078205.051568:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff88dac8830e00 x1855007612228864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.051575:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612228864/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078205.051580:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.051581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078205.051583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228864:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078205.051600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078205.051609:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078205.051614:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff88dac8833800 x1855007612228992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.051620:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612228992/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078205.051624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.051625:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078205.051627:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612228992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078205.307238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078205.307298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078205.755239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078206.331246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078206.331268:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078206.779217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078207.355263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078207.355331:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078207.803222:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078208.379248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078208.379298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078208.827214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078209.403248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078209.403301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078209.851264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078210.171247:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078210.171256:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078210.171261:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078210.171271:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5197 00000100:00080000:2.0:1769078210.171281:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078210.171287:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078210.171334:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612229120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078210.171361:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078210.171365:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078210.171367:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078210.171370:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5197 00000100:00080000:2.0:1769078210.171373:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078210.171377:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078210.171386:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078210.171398:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612229248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078210.171403:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612229120:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078210.171415:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078210.171418:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078210.171420:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078210.171425:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5197 00000100:00080000:2.0:1769078210.171428:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078210.171432:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078210.171437:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078210.171447:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612229376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078210.171464:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078210.171495:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210] req@ffff88dac7dbf100 x1855007612229120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078210.171507:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612229120/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078210.171525:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078210.171530:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078210.171534:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612229120:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078210.171554:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229248:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078210.171575:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078210.171586:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210] req@ffff88dac7dbf480 x1855007612229248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078210.171596:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612229248/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078210.171602:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078210.171604:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078210.171606:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229248:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078210.171610:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078210.171623:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078210.171629:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078210/real 1769078210] req@ffff88dac7dbd500 x1855007612229376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078210.171636:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612229376/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078210.171644:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078210.171646:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078210.171648:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078210.427237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078210.427285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078210.875217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078211.451238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078211.451276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078211.899241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078212.475217:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078212.475265:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078212.923237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078213.499297:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078213.499367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078213.947247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078214.523220:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078214.523291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078214.971195:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078215.291226:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078215.291234:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078215.291237:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078215.291245:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5202 00000100:00080000:2.0:1769078215.291253:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078215.291258:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078215.291288:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612229504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078215.291309:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078215.291312:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078215.291313:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078215.291315:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5202 00000100:00080000:2.0:1769078215.291317:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078215.291319:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078215.291326:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078215.291334:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612229632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078215.291341:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078215.291343:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078215.291344:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078215.291347:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5202 00000100:00100000:1.0:1769078215.291349:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612229504:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078215.291349:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078215.291354:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078215.291365:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078215.291374:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612229760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078215.291404:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078215.291443:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215] req@ffff88dac7dbd880 x1855007612229504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078215.291458:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612229504/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078215.291465:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078215.291467:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078215.291470:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612229504:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078215.291494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229632:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078215.291510:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078215.291518:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215] req@ffff88dac7dbca80 x1855007612229632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078215.291524:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612229632/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078215.291530:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078215.291532:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078215.291539:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229632:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078215.291543:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078215.291554:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078215.291560:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078215/real 1769078215] req@ffff88dac7dbce00 x1855007612229760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078215.291566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612229760/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078215.291571:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078215.291572:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078215.291574:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612229760:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078215.547250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078215.547305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078215.995236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078216.571232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078216.571253:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078217.019219:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078217.595268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078217.595315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078218.043221:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078218.619248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078218.619294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078219.067260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078219.643234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078219.643290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078220.091242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078220.411287:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078220.411299:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078220.411303:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078220.411313:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5207 00000100:00080000:1.0:1769078220.411330:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078220.411342:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078220.411379:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612229888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078220.411415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078220.411419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078220.411421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078220.411426:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5207 00000100:00080000:1.0:1769078220.411430:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078220.411434:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078220.411451:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612229888:192.168.204.148@tcp:250:kworker.0 00000008:00100000:1.0:1769078220.411451:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078220.411469:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612230016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078220.411482:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078220.411485:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078220.411487:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078220.411490:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5207 00000100:00080000:1.0:1769078220.411495:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1769078220.411503:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:1.0:1769078220.411506:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078220.411514:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078220.411528:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612230144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078220.411538:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220] req@ffff88dacab49180 x1855007612229888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078220.411552:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612229888/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078220.411562:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078220.411566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078220.411570:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612229888:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078220.411590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230016:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078220.411609:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078220.411617:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220] req@ffff88dacab49880 x1855007612230016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078220.411624:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612230016/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078220.411633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078220.411635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078220.411637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230016:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078220.411641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078220.411650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078220.411655:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078220/real 1769078220] req@ffff88dacab4aa00 x1855007612230144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078220.411661:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612230144/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078220.411665:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078220.411667:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078220.411668:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078220.667263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078220.667330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078221.115241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078221.691260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078221.691278:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078222.139233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078222.715261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078222.715370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078223.163266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078223.739219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078223.739256:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078224.187258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078224.763263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078224.763306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078225.211260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078225.531266:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078225.531275:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078225.531280:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078225.531289:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5212 00000100:00080000:3.0:1769078225.531298:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078225.531304:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078225.531337:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612230272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078225.531364:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078225.531368:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078225.531369:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078225.531379:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5212 00000100:00080000:3.0:1769078225.531382:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078225.531387:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078225.531396:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078225.531409:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612230272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078225.531411:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612230400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078225.531426:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078225.531430:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078225.531432:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078225.531436:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5212 00000100:00080000:3.0:1769078225.531441:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078225.531445:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078225.531450:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078225.531462:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612230528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078225.531464:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078225.531497:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225] req@ffff88dac8831c00 x1855007612230272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078225.531510:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612230272/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078225.531517:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078225.531520:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078225.531522:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612230272:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078225.531538:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230400:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078225.531550:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078225.531558:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225] req@ffff88dac8833100 x1855007612230400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078225.531573:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612230400/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078225.531579:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078225.531581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078225.531583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230400:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078225.531586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078225.531596:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078225.531602:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078225/real 1769078225] req@ffff88dac8833b80 x1855007612230528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078225.531608:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612230528/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078225.531617:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078225.531619:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078225.531620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230528:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769078225.787490:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078225.787527:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078226.235247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078226.811255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078226.811317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078227.259240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078227.835218:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078227.835266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078228.283242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078228.859247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078228.859311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078229.307267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078229.883221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078229.883288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078230.331243:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078230.651204:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078230.651214:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078230.651219:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078230.651229:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5217 00000100:00080000:3.0:1769078230.651240:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078230.651246:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078230.651446:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612230656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078230.651519:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612230656:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769078230.651581:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769078230.651637:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078230.651641:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078230.651643:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078230.651648:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5217 00000100:00080000:3.0:1769078230.651652:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078230.651657:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078230.651679:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078230.651692:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612230784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078230.651783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230] req@ffff88dac8832680 x1855007612230656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078230.651802:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612230656/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078230.651812:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078230.651816:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078230.651820:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612230656:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078230.651845:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230784:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078230.651869:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078230.651882:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230] req@ffff88dac8830380 x1855007612230784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078230.651894:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612230784/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078230.651903:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078230.651906:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078230.651910:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230784:192.168.204.148@tcp:38:kworker.0 00000100:00080000:3.0:1769078230.652042:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078230.652046:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078230.652048:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078230.652053:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5217 00000100:00080000:3.0:1769078230.652057:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078230.652061:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078230.652067:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078230.652080:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612230912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078230.652125:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078230.652165:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078230.652293:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078230/real 1769078230] req@ffff88dac8832a00 x1855007612230912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078230.652307:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612230912/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078230.652315:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078230.652318:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078230.652322:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612230912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078230.907248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078230.907306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078231.355250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078231.931232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078231.931370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078232.379241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078232.955247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078232.955312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078233.403283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078233.979225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078233.979277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078234.427215:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078235.003261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078235.003322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078235.451264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078235.771270:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078235.771279:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078235.771283:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078235.771293:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5222 00000100:00080000:3.0:1769078235.771303:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078235.771309:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078235.771343:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612231040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078235.771371:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078235.771375:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078235.771376:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078235.771380:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5222 00000100:00080000:3.0:1769078235.771384:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078235.771388:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078235.771397:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078235.771410:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612231168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078235.771420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078235.771424:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078235.771428:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078235.771429:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612231040:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078235.771434:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5222 00000100:00080000:3.0:1769078235.771439:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078235.771443:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078235.771448:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078235.771458:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612231296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078235.771497:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078235.771552:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235] req@ffff88dac8833480 x1855007612231040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078235.771572:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612231040/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078235.771582:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078235.771586:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078235.771589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612231040:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078235.771613:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231168:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078235.771635:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078235.771657:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235] req@ffff88dac8832a00 x1855007612231168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078235.771669:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612231168/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078235.771678:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078235.771681:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078235.771684:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231168:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078235.771691:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078235.771712:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078235.771724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078235/real 1769078235] req@ffff88dac8830380 x1855007612231296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078235.771736:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612231296/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078235.771743:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078235.771746:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078235.771749:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078236.027235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078236.027269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078236.475244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078237.051289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078237.051345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078237.499332:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078238.075269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078238.075285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078238.523249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078239.099328:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078239.099617:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078239.547261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078240.123255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078240.123310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078240.571277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078240.891260:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078240.891269:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078240.891273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078240.891283:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5227 00000100:00080000:3.0:1769078240.891292:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078240.891299:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078240.891332:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612231424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078240.891362:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078240.891367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078240.891368:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078240.891372:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5227 00000100:00080000:3.0:1769078240.891376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078240.891379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078240.891388:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078240.891401:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612231552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078240.891410:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612231424:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078240.891436:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078240.891440:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078240.891442:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078240.891446:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5227 00000100:00080000:3.0:1769078240.891450:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078240.891455:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078240.891460:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078240.891470:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612231680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078240.891482:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078240.891514:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240] req@ffff88dac8832680 x1855007612231424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078240.891532:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612231424/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078240.891542:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078240.891546:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078240.891549:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612231424:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078240.891580:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231552:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078240.891601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078240.891611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240] req@ffff88dac8833b80 x1855007612231552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078240.891619:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612231552/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078240.891624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078240.891626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078240.891628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231552:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078240.891632:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231680:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078240.891643:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078240.891649:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240] req@ffff88dac8833100 x1855007612231680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078240.891655:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612231680/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078240.891659:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078240.891661:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078240.891662:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078241.147236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078241.147305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078241.595249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078242.171262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078242.171320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078242.619250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078243.195253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078243.195316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078243.643281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078244.219245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078244.219285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078244.667258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078245.243239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078245.243294:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078245.691267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078246.011270:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078246.011284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078246.011290:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078246.011303:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5233 00000100:00080000:3.0:1769078246.011315:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078246.011323:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078246.011376:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612231808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078246.011415:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078246.011419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078246.011421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078246.011425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5233 00000100:00080000:3.0:1769078246.011429:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078246.011432:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078246.011451:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078246.011470:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612231936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078246.011482:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078246.011487:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612231808:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078246.011487:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078246.011491:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078246.011499:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5233 00000100:00080000:3.0:1769078246.011503:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078246.011508:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078246.011513:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078246.011531:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612232064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078246.011601:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078246.011667:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff88dac8831c00 x1855007612231808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078246.011688:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612231808/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078246.011700:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.011705:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078246.011710:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612231808:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078246.011745:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231936:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078246.011776:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078246.011790:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff88dac8833800 x1855007612231936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078246.011799:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612231936/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078246.011807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.011810:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078246.011814:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612231936:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078246.011820:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078246.011839:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078246.011849:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff88dac8830e00 x1855007612232064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078246.011862:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612232064/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078246.011869:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078246.011873:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078246.011876:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078246.267234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078246.267289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078246.715249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078247.291236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078247.291270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078247.739279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078248.315271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078248.315347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078248.763250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078249.339255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078249.339326:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078249.787245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078250.363293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078250.363344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078250.811328:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078251.131224:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078251.131237:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078251.131243:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078251.131278:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5238 00000100:00080000:2.0:1769078251.131291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078251.131299:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078251.131346:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612232192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078251.131377:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078251.131381:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078251.131383:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078251.131387:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5238 00000100:00080000:2.0:1769078251.131391:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078251.131395:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078251.131407:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078251.131423:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612232320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078251.131424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612232192:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078251.131439:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078251.131443:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078251.131445:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078251.131449:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5238 00000100:00080000:2.0:1769078251.131452:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078251.131456:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078251.131462:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078251.131472:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612232448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078251.131496:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078251.131537:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078251/real 1769078251] req@ffff88dac7dbc380 x1855007612232192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078251.131556:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612232192/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078251.131565:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078251.131569:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078251.131573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612232192:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078251.131600:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232320:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078251.131621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078251.131631:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078251/real 1769078251] req@ffff88dac7dbf800 x1855007612232320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078251.131639:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612232320/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078251.131645:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078251.131647:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078251.131650:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232320:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078251.131653:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078251.131664:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078251.131670:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078251/real 1769078251] req@ffff88dac7dbfb80 x1855007612232448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078251.131677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612232448/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078251.131686:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078251.131688:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078251.131690:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078251.387282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078251.387333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078251.835200:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078252.411306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078252.411372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078252.859285:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078253.435269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078253.435324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078253.883258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078254.459273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078254.459401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078254.907290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078255.483280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078255.483357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078255.931264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078256.251325:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078256.251340:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078256.251346:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078256.251358:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5243 00000100:00080000:2.0:1769078256.251372:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078256.251381:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078256.251428:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612232576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078256.251461:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078256.251465:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078256.251467:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078256.251472:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5243 00000100:00080000:2.0:1769078256.251476:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078256.251479:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078256.251490:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078256.251506:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612232704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078256.251518:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078256.251522:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078256.251524:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078256.251529:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5243 00000100:00100000:0.0:1769078256.251537:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612232576:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078256.251537:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078256.251549:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078256.251562:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078256.251581:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612232832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078256.251650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078256.251693:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078256.507308:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078256.507363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078256.955280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078257.531301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078257.531357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078257.979281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078258.555277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078258.555355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078259.003291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769078259.323488:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769078259.323557:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078259.323591:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078259.323644:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078259.323656:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769078259.323705:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078259] req@ffff88dac7dbc000 x1855007612232832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078259.323741:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612232832/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078259.323754:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078259.323761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078259.323767:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078259.323775:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078259] req@ffff88dac7dbed80 x1855007612232576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078259.323791:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612232576/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078259.323798:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078259.323815:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078259.323819:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612232576:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078259.323827:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078256/real 1769078259] req@ffff88dac7dbc700 x1855007612232704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078259.323840:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612232704/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078259.323850:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078259.323853:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078259.323856:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612232704:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078259.579273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078259.579333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078260.027212:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078260.603291:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078260.603354:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078261.051208:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078261.371323:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078261.371335:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078261.371340:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078261.371354:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5248 00000100:00080000:3.0:1769078261.371368:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078261.371377:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078261.371418:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612232960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078261.371451:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078261.371455:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078261.371457:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078261.371462:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5248 00000100:00080000:3.0:1769078261.371467:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078261.371471:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078261.371484:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078261.371499:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612233088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078261.371511:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078261.371515:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078261.371518:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769078261.371523:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612232960:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078261.371525:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5248 00000100:00080000:3.0:1769078261.371532:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078261.371538:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078261.371543:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078261.371556:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612233216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078261.371621:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078261.371674:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261] req@ffff88dac8830700 x1855007612232960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078261.371696:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612232960/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078261.371708:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078261.371713:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078261.371717:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612232960:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078261.371748:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233088:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078261.371777:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078261.371790:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261] req@ffff88dac8831180 x1855007612233088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078261.371801:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612233088/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078261.371811:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078261.371815:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078261.371818:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233088:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078261.371824:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078261.371848:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078261.371858:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078261/real 1769078261] req@ffff88dac8832300 x1855007612233216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078261.371870:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612233216/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078261.371877:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078261.371880:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078261.371884:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078261.627288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078261.627371:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078262.075290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078262.651276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078262.651342:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078263.099284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078263.675311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078263.675413:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078264.123331:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078264.699280:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078264.699350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078265.147244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078265.723237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078265.723288:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078266.171250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078266.491226:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078266.491237:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078266.491241:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078266.491251:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5253 00000100:00080000:3.0:1769078266.491262:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078266.491269:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078266.491308:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612233344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078266.491334:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078266.491337:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078266.491338:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078266.491341:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5253 00000100:00080000:3.0:1769078266.491344:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078266.491346:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078266.491354:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078266.491365:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612233472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078266.491372:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078266.491375:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078266.491376:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078266.491379:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5253 00000100:00080000:3.0:1769078266.491380:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078266.491382:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078266.491385:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078266.491388:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612233344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078266.491394:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612233600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078266.491469:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078266.491508:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266] req@ffff88dac8830000 x1855007612233344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078266.491524:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612233344/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078266.491531:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078266.491535:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078266.491538:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612233344:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078266.491543:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233472:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078266.491558:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078266.491566:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266] req@ffff88dac8832300 x1855007612233472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078266.491580:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612233472/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078266.491587:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078266.491589:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078266.491591:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233472:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078266.491612:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078266.491624:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078266.491630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078266/real 1769078266] req@ffff88dac8831180 x1855007612233600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078266.491637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612233600/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078266.491641:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078266.491643:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078266.491645:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078266.747255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078266.747310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078267.195276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078267.771288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078267.771322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078268.219309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078268.795270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078268.795299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078269.243246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078269.819242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078269.819299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078270.267262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078270.843255:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078270.843318:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078271.291217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078271.611265:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078271.611275:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078271.611279:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078271.611289:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5258 00000100:00080000:3.0:1769078271.611299:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078271.611305:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078271.611344:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612233728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078271.611373:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078271.611377:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078271.611379:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078271.611382:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5258 00000100:00080000:3.0:1769078271.611386:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078271.611389:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078271.611398:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078271.611411:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612233856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078271.611422:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078271.611427:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612233728:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078271.611427:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078271.611430:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078271.611438:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5258 00000100:00080000:3.0:1769078271.611441:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078271.611445:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078271.611450:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078271.611462:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612233984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078271.611489:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078271.611521:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271] req@ffff88dac8830700 x1855007612233728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078271.611533:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612233728/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078271.611540:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078271.611543:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078271.611545:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612233728:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078271.611561:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233856:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078271.611574:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078271.611585:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271] req@ffff88dac8830e00 x1855007612233856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078271.611595:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612233856/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078271.611604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078271.611607:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078271.611611:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233856:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078271.611616:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078271.611634:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078271.611642:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078271/real 1769078271] req@ffff88dac8833800 x1855007612233984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078271.611650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612233984/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078271.611655:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078271.611657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078271.611659:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612233984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078271.867259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078271.867315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078272.315254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078272.891221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078272.891266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078273.339210:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078273.915248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078273.915297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078274.363261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078274.939295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078274.939391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078275.387283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078275.963279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078275.963330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078276.411268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078276.731260:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078276.731269:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078276.731274:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078276.731283:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5263 00000100:00080000:2.0:1769078276.731294:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078276.731301:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078276.731335:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612234112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078276.731363:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078276.731367:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078276.731369:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078276.731373:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5263 00000100:00080000:2.0:1769078276.731376:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078276.731380:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078276.731390:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078276.731406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612234112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:2.0:1769078276.731413:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612234240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078276.731426:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078276.731430:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078276.731432:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078276.731436:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5263 00000100:00080000:2.0:1769078276.731440:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078276.731444:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078276.731448:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078276.731460:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612234368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078276.731463:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078276.731504:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276] req@ffff88dac7dbd180 x1855007612234112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078276.731528:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612234112/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078276.731538:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078276.731542:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078276.731546:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612234112:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078276.731565:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234240:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078276.731582:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078276.731592:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276] req@ffff88dac7dbe680 x1855007612234240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078276.731604:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612234240/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078276.731613:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078276.731616:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078276.731619:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234240:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078276.731624:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078276.731637:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078276.731645:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078276/real 1769078276] req@ffff88dac7dbea00 x1855007612234368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078276.731656:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612234368/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078276.731669:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078276.731672:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078276.731675:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234368:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078276.987283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078276.987347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078277.435260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078278.011242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078278.011305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078278.459262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078279.035221:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078279.035267:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078279.483274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078280.059244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078280.059372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078280.507309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078281.083278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078281.083344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078281.531249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078281.851247:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078281.851254:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078281.851258:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078281.851266:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5268 00000100:00080000:3.0:1769078281.851274:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078281.851279:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078281.851307:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612234496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078281.851328:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078281.851332:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078281.851334:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078281.851337:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5268 00000100:00080000:3.0:1769078281.851340:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078281.851344:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078281.851353:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078281.851365:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612234624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078281.851376:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078281.851378:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078281.851380:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078281.851382:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5268 00000100:00080000:3.0:1769078281.851385:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078281.851387:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078281.851390:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078281.851399:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612234752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078281.851424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612234496:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769078281.851510:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078281.851563:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281] req@ffff88dac8831c00 x1855007612234496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078281.851583:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612234496/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078281.851595:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078281.851599:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078281.851604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612234496:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078281.851612:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234624:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078281.851633:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078281.851645:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281] req@ffff88dac8833100 x1855007612234624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078281.851656:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612234624/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078281.851665:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078281.851668:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078281.851671:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234624:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078281.851699:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078281.851715:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078281.851724:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281] req@ffff88dac8833b80 x1855007612234752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078281.851763:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612234752/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078281.851770:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078281.851774:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078281.851777:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612234752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078282.107269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078282.107329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078282.555296:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078283.131301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078283.131384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078283.579324:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078284.155295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078284.155412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078284.603289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078285.179270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078285.179330:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078285.627250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078286.203249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078286.203299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078286.651288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078286.971268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078286.971284:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078286.971288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078286.971296:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5274 00000100:00080000:1.0:1769078286.971306:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078286.971312:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078286.971353:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4bb80 x1855007612234880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078286.971379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078286.971383:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078286.971384:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078286.971388:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5274 00000100:00080000:1.0:1769078286.971392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078286.971395:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078286.971404:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078286.971426:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48700 x1855007612235008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078286.971430:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612234880:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769078286.971446:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078286.971448:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078286.971449:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078286.971453:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5274 00000100:00080000:1.0:1769078286.971456:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078286.971459:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078286.971463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078286.971473:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab4aa00 x1855007612235136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078286.971496:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078286.971535:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286] req@ffff88dacab4bb80 x1855007612234880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078286.971552:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4bb80 x1855007612234880/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078286.971562:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078286.971566:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078286.971570:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612234880:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078286.971592:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235008:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078286.971614:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078286.971626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286] req@ffff88dacab48700 x1855007612235008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078286.971638:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48700 x1855007612235008/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078286.971646:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078286.971665:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078286.971669:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235008:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078286.971674:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078286.971693:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078286.971704:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286] req@ffff88dacab4aa00 x1855007612235136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078286.971715:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab4aa00 x1855007612235136/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078286.971723:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078286.971726:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078286.971729:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078287.227253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078287.227298:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078287.675258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078288.251236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078288.251286:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078288.699284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078289.275254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078289.275311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078289.723254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078290.299230:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078290.299277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078290.747257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078291.323240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078291.323310:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078291.771267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078292.091273:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078292.091282:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078292.091286:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078292.091296:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5279 00000100:00080000:3.0:1769078292.091306:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078292.091313:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078292.091348:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612235264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078292.091376:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078292.091384:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078292.091386:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078292.091389:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5279 00000100:00080000:3.0:1769078292.091393:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078292.091397:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078292.091406:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078292.091418:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612235392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078292.091424:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612235264:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078292.091434:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078292.091438:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078292.091440:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078292.091445:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5279 00000100:00080000:3.0:1769078292.091449:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078292.091453:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078292.091458:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078292.091468:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612235520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078292.091488:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078292.091534:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff88dac8832680 x1855007612235264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078292.091553:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612235264/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078292.091575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078292.091580:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078292.091584:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612235264:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078292.091606:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235392:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078292.091628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078292.091640:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff88dac8830380 x1855007612235392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078292.091651:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612235392/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078292.091671:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078292.091675:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078292.091678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235392:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078292.091684:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078292.091704:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078292.091714:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff88dac8832a00 x1855007612235520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078292.091725:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612235520/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078292.091732:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078292.091736:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078292.091739:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235520:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078292.347224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078292.347259:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078292.795224:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078293.371254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078293.371304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078293.819269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078294.395209:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078294.395257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078294.843269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078295.419293:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078295.419367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078295.867253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078296.443282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078296.443355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078296.891302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078297.211316:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078297.211330:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078297.211335:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078297.211348:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5284 00000100:00080000:2.0:1769078297.211362:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078297.211370:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078297.211414:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612235648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078297.211438:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078297.211441:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078297.211442:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078297.211445:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5284 00000100:00080000:2.0:1769078297.211449:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078297.211452:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078297.211463:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078297.211489:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612235776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078297.211500:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612235648:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078297.211503:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078297.211509:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078297.211511:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078297.211516:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5284 00000100:00080000:2.0:1769078297.211519:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078297.211523:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078297.211527:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078297.211538:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612235904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078297.211579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078297.211637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297] req@ffff88dac7dbe300 x1855007612235648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078297.211657:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612235648/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078297.211670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078297.211675:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078297.211678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612235648:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078297.211701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235776:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078297.211719:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078297.211728:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297] req@ffff88dac7dbdf80 x1855007612235776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078297.211735:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612235776/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078297.211741:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078297.211744:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078297.211746:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235776:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078297.211750:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078297.211761:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078297.211766:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078297/real 1769078297] req@ffff88dac7dbea00 x1855007612235904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078297.211772:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612235904/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078297.211777:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078297.211778:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078297.211780:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612235904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078297.467290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078297.467367:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078297.915317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078298.491295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078298.491365:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078298.939298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078299.515299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078299.515370:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078299.963289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078300.539278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078300.539334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078300.987308:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078301.563281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078301.563358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078302.011336:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078302.331293:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078302.331302:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078302.331306:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078302.331316:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5289 00000100:00080000:3.0:1769078302.331326:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078302.331332:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078302.331365:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612236032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078302.331409:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078302.331413:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078302.331415:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078302.331419:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5289 00000100:00080000:3.0:1769078302.331423:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078302.331427:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078302.331436:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612236032:192.168.204.148@tcp:250:kworker.0 00000008:00100000:3.0:1769078302.331437:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078302.331454:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612236160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078302.331465:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078302.331468:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078302.331470:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078302.331473:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5289 00000100:00080000:3.0:1769078302.331477:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078302.331480:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078302.331485:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1769078302.331493:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:3.0:1769078302.331497:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612236288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078302.331527:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302] req@ffff88dac8833480 x1855007612236032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078302.331550:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612236032/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078302.331560:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078302.331564:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078302.331567:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612236032:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078302.331587:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236160:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078302.331603:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078302.331611:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302] req@ffff88dac8832a00 x1855007612236160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078302.331618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612236160/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078302.331624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078302.331626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078302.331628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236160:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078302.331632:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078302.331647:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078302.331657:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078302/real 1769078302] req@ffff88dac8830380 x1855007612236288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078302.331668:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612236288/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078302.331681:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078302.331684:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078302.331687:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078302.587284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078302.587348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078303.035202:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078303.611289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078303.611390:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078304.059259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078304.635294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078304.635340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078305.083315:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078305.659246:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078305.659292:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078306.107267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078306.683251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078306.683306:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078307.131260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078307.451278:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078307.451286:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1769078307.451290:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078307.451299:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5294 00000100:00080000:1.0:1769078307.451324:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078307.451331:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:1.0:1769078307.451366:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49880 x1855007612236416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769078307.451394:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078307.451398:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769078307.451400:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078307.451403:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5294 00000100:00080000:1.0:1769078307.451406:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078307.451409:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078307.451416:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078307.451429:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab49180 x1855007612236544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078307.451435:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612236416:192.168.204.148@tcp:250:kworker.0 00000100:00080000:1.0:1769078307.451451:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078307.451455:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1769078307.451457:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078307.451462:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5294 00000100:00080000:1.0:1769078307.451466:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078307.451469:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:1.0:1769078307.451475:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078307.451487:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dacab48380 x1855007612236672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078307.451501:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078307.451548:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307] req@ffff88dacab49880 x1855007612236416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078307.451566:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49880 x1855007612236416/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078307.451573:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078307.451576:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078307.451579:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612236416:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078307.451596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236544:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078307.451612:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078307.451621:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307] req@ffff88dacab49180 x1855007612236544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078307.451628:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab49180 x1855007612236544/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078307.451633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078307.451635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078307.451637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236544:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078307.451641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236672:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078307.451650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078307.451655:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078307/real 1769078307] req@ffff88dacab48380 x1855007612236672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078307.451662:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dacab48380 x1855007612236672/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078307.451666:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078307.451667:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078307.451669:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dacab48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078307.707250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078307.707296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078308.155247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078308.731301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078308.731314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078309.179317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078309.755243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078309.755320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078310.203245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078310.779278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078310.779352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078311.227251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078311.803265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078311.803343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078312.251262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078312.571348:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078312.571364:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078312.571370:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078312.571382:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5299 00000100:00080000:3.0:1769078312.571397:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078312.571407:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078312.571461:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612236800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078312.571509:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078312.571515:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078312.571516:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078312.571522:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5299 00000100:00080000:3.0:1769078312.571526:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078312.571530:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078312.571544:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078312.571558:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612236928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078312.571567:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078312.571572:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078312.571573:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078312.571578:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5299 00000100:00080000:3.0:1769078312.571582:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078312.571586:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078312.571592:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078312.571604:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612237056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078312.571754:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612236800:192.168.204.148@tcp:250:kworker.0 00000800:00000100:0.0:1769078312.571870:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078312.571934:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312] req@ffff88dac8832680 x1855007612236800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078312.571960:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612236800/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078312.571975:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078312.571981:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078312.571985:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612236800:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078312.571994:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236928:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078312.572023:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078312.572036:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312] req@ffff88dac8833b80 x1855007612236928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078312.572048:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612236928/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078312.572056:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078312.572060:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078312.572063:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612236928:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078312.572068:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078312.572088:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078312.572098:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078312/real 1769078312] req@ffff88dac8833100 x1855007612237056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078312.572116:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612237056/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078312.572123:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078312.572125:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078312.572128:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078312.827275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078312.827313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078313.275295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078313.851305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078313.851353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078314.299278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078314.875294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078314.875348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078315.323277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078315.899247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078315.899303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078316.347246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078316.923244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078316.923295:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078317.371251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078317.691257:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078317.691265:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078317.691268:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078317.691276:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5304 00000100:00080000:2.0:1769078317.691286:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078317.691290:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078317.691320:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612237184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078317.691340:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078317.691344:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078317.691345:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078317.691347:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5304 00000100:00080000:2.0:1769078317.691349:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078317.691351:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078317.691358:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078317.691367:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612237312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078317.691374:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078317.691376:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612237184:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078317.691376:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078317.691379:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078317.691385:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5304 00000100:00080000:2.0:1769078317.691386:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078317.691388:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078317.691391:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078317.691401:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612237440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078317.691430:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078317.691461:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317] req@ffff88dac7dbe680 x1855007612237184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078317.691479:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612237184/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078317.691488:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078317.691492:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078317.691496:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612237184:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078317.691525:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237312:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078317.691546:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078317.691558:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317] req@ffff88dac7dbd180 x1855007612237312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078317.691569:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612237312/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078317.691576:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078317.691578:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078317.691580:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237312:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078317.691584:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078317.691597:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078317.691604:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078317/real 1769078317] req@ffff88dac7dbc700 x1855007612237440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078317.691610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612237440/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078317.691622:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078317.691624:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078317.691626:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078317.947241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078317.947304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078318.395305:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078318.971333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078318.971385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078319.419249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078319.995248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078319.995301:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078320.443318:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078321.019282:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078321.019337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078321.467270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078322.043252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078322.043297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078322.491301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078322.811297:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078322.811311:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078322.811316:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078322.811329:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5309 00000100:00080000:2.0:1769078322.811353:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078322.811362:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078322.811408:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612237568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078322.811444:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078322.811448:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078322.811450:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078322.811455:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5309 00000100:00080000:2.0:1769078322.811459:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078322.811463:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078322.811474:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078322.811488:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612237696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078322.811494:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612237568:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078322.811506:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078322.811511:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078322.811513:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078322.811518:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5309 00000100:00080000:2.0:1769078322.811522:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078322.811527:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078322.811533:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078322.811544:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612237824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078322.811625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078322.811661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078323.067257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078323.067372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078323.515294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078324.091277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078324.091460:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078324.539317:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078325.115237:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078325.115346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078325.563248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769078325.883424:0:2391:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769078325.883464:0:2391:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078325.883481:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078325.883536:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078325.883546:0:2391:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:0.0:1769078325.883592:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078325] req@ffff88dac7dbc000 x1855007612237696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078325.883618:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612237696/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078325.883631:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078325.883636:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078325.883640:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237696:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078325.883648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078325] req@ffff88dac7dbfb80 x1855007612237824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078325.883661:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612237824/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078325.883670:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078325.883674:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078325.883677:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612237824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078325.883683:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078325] req@ffff88dac7dbed80 x1855007612237568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078325.883695:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612237568/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078325.883703:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078325.883706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078325.883709:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612237568:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078326.139275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078326.139351:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078326.587294:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078327.163244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078327.163325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078327.611256:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078327.931321:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078327.931333:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078327.931336:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078327.931346:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5315 00000100:00080000:3.0:1769078327.931355:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078327.931362:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078327.931396:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612237952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078327.931437:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078327.931441:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078327.931443:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078327.931448:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5315 00000100:00080000:3.0:1769078327.931452:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078327.931456:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078327.931471:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078327.931484:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612237952:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078327.931486:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612238080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078327.931502:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078327.931506:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078327.931507:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078327.931513:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5315 00000100:00080000:3.0:1769078327.931518:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078327.931523:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078327.931528:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078327.931538:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612238208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078327.931559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078327.931610:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327] req@ffff88dac8831c00 x1855007612237952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078327.931629:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612237952/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078327.931639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078327.931644:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078327.931648:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612237952:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078327.931675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238080:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078327.931698:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078327.931709:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327] req@ffff88dac8833800 x1855007612238080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078327.931720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612238080/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078327.931728:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078327.931731:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078327.931734:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238080:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078327.931755:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078327.931775:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078327.931786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327] req@ffff88dac8830e00 x1855007612238208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078327.931804:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612238208/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078327.931812:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078327.931815:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078327.931818:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078328.187298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078328.187375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078328.635258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078329.211267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078329.211299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078329.659252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078330.235284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078330.235345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078330.683257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078331.259228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078331.259364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078331.707240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078332.283285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078332.283338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078332.731316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078333.051241:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078333.051251:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078333.051255:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078333.051264:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5320 00000100:00080000:2.0:1769078333.051274:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078333.051280:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078333.051316:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612238336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078333.051342:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078333.051346:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078333.051348:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078333.051351:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5320 00000100:00080000:2.0:1769078333.051355:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078333.051359:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078333.051368:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078333.051381:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612238464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078333.051385:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612238336:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078333.051399:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078333.051402:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078333.051404:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078333.051409:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5320 00000100:00080000:2.0:1769078333.051412:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078333.051416:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078333.051421:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078333.051432:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612238592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078333.051452:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078333.051487:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff88dac7dbf800 x1855007612238336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078333.051504:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612238336/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078333.051514:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078333.051518:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078333.051522:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612238336:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078333.051547:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238464:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078333.051564:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078333.051575:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff88dac7dbc380 x1855007612238464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078333.051586:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612238464/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078333.051594:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078333.051597:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078333.051601:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238464:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078333.051614:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078333.051628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078333.051636:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff88dac7dbce00 x1855007612238592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078333.051647:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612238592/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078333.051654:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078333.051657:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078333.051660:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078333.307204:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078333.307270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078333.755270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078334.331402:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078334.331408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078334.779270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078335.355268:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078335.355352:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078335.803251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078336.379271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078336.379313:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078336.827227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078337.403259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078337.403311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078337.851266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078338.171243:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078338.171251:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078338.171254:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078338.171261:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5325 00000100:00080000:2.0:1769078338.171274:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078338.171279:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078338.171309:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612238720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078338.171338:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078338.171341:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078338.171343:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078338.171347:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5325 00000100:00080000:2.0:1769078338.171350:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078338.171354:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078338.171364:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078338.171376:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612238848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078338.171387:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078338.171388:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612238720:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078338.171393:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078338.171397:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078338.171402:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5325 00000100:00080000:2.0:1769078338.171405:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078338.171409:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078338.171414:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078338.171424:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612238976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078338.171455:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078338.171489:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338] req@ffff88dac7dbca80 x1855007612238720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078338.171505:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612238720/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078338.171533:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078338.171537:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078338.171541:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612238720:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078338.171563:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238848:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078338.171585:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078338.171597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338] req@ffff88dac7dbd880 x1855007612238848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078338.171606:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612238848/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078338.171620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078338.171626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078338.171629:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238848:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078338.171635:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078338.171654:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078338.171665:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078338/real 1769078338] req@ffff88dac7dbd500 x1855007612238976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078338.171674:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612238976/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078338.171679:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078338.171681:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078338.171683:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612238976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078338.427250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078338.427344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078338.875251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078339.451261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078339.451302:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078339.899258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078340.475238:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078340.475285:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078340.923248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078341.499260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078341.499327:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078341.947259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078342.523253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078342.523334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078342.971237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078343.291241:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078343.291248:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078343.291252:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078343.291301:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5330 00000100:00080000:3.0:1769078343.291311:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078343.291318:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078343.291347:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612239104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078343.291366:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078343.291369:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078343.291370:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078343.291372:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5330 00000100:00080000:3.0:1769078343.291375:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078343.291378:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078343.291387:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078343.291400:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612239232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078343.291404:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612239104:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078343.291418:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078343.291421:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078343.291423:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078343.291428:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5330 00000100:00080000:3.0:1769078343.291431:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078343.291434:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078343.291437:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078343.291447:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612239360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078343.291471:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078343.291500:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343] req@ffff88dac8830700 x1855007612239104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078343.291513:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612239104/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078343.291520:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078343.291522:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078343.291525:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612239104:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078343.291542:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239232:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078343.291555:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078343.291562:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343] req@ffff88dac8831180 x1855007612239232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078343.291569:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612239232/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078343.291575:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078343.291576:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078343.291584:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239232:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078343.291588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078343.291600:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078343.291606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078343/real 1769078343] req@ffff88dac8832300 x1855007612239360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078343.291613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612239360/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078343.291618:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078343.291620:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078343.291622:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078343.547251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078343.547300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078343.995249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078344.571256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078344.571315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078345.019257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078345.595256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078345.595317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078346.043310:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078346.619274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078346.619340:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078347.067270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078347.643250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078347.643421:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078348.091259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078348.411249:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078348.411259:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078348.411263:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078348.411287:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5335 00000100:00080000:3.0:1769078348.411297:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078348.411309:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078348.411343:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612239488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078348.411366:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078348.411370:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078348.411372:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078348.411375:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5335 00000100:00080000:3.0:1769078348.411379:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078348.411382:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078348.411391:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078348.411405:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612239616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078348.411416:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612239488:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078348.411418:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078348.411426:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078348.411428:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078348.411433:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5335 00000100:00080000:3.0:1769078348.411437:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078348.411441:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078348.411445:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078348.411456:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612239744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078348.411488:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078348.411524:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348] req@ffff88dac8830000 x1855007612239488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078348.411542:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612239488/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078348.411558:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078348.411561:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078348.411565:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612239488:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078348.411584:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239616:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078348.411602:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078348.411626:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348] req@ffff88dac8832300 x1855007612239616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078348.411644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612239616/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078348.411652:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078348.411655:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078348.411658:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239616:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078348.411664:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078348.411681:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078348.411691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078348/real 1769078348] req@ffff88dac8831180 x1855007612239744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078348.411702:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612239744/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078348.411709:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078348.411712:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078348.411716:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612239744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078348.667253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078348.667315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078349.115254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078349.691272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078349.691651:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078350.139275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078350.715270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078350.715338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078351.163247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078351.739276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078351.739347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078352.187284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078352.763205:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078352.763282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078353.211227:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078353.531240:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078353.531248:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078353.531251:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078353.531263:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5340 00000100:00080000:3.0:1769078353.531271:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078353.531276:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078353.531310:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612239872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078353.531334:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078353.531339:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078353.531340:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078353.531345:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5340 00000100:00080000:3.0:1769078353.531348:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078353.531351:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078353.531365:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078353.531378:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612240000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1769078353.531386:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612239872:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078353.531391:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078353.531396:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078353.531398:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078353.531402:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5340 00000100:00080000:3.0:1769078353.531412:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078353.531416:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078353.531422:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078353.531431:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612240128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1769078353.531440:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078353.531474:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353] req@ffff88dac8830700 x1855007612239872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078353.531488:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612239872/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078353.531495:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078353.531498:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078353.531500:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612239872:192.168.204.148@tcp:250:kworker.0 00000100:00100000:0.0:1769078353.531516:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240000:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078353.531547:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078353.531557:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353] req@ffff88dac8830e00 x1855007612240000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078353.531567:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612240000/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078353.531582:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078353.531586:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078353.531589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240000:192.168.204.148@tcp:38:kworker.0 00000100:00100000:0.0:1769078353.531595:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:0.0:1769078353.531613:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078353.531621:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078353/real 1769078353] req@ffff88dac8833800 x1855007612240128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078353.531628:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612240128/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078353.531633:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078353.531635:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:0.0:1769078353.531637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078353.787272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078353.787279:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078354.235241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078354.811289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078354.811357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078355.259254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078355.835219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078355.835266:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078356.283257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078356.859306:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078356.859311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078357.307247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078357.883260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078357.883316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078358.331257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078358.651293:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078358.651304:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078358.651308:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078358.651317:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5345 00000100:00080000:0.0:1769078358.651327:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078358.651335:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078358.651371:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612240256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078358.651400:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078358.651405:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078358.651406:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078358.651410:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5345 00000100:00080000:0.0:1769078358.651414:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078358.651417:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078358.651427:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078358.651439:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612240384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078358.651462:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078358.651465:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612240256:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078358.651466:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078358.651470:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078358.651477:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5345 00000100:00080000:0.0:1769078358.651480:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078358.651485:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078358.651490:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078358.651503:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612240512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078358.651538:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078358.651581:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358] req@ffff88dac7d2ea00 x1855007612240256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078358.651598:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612240256/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078358.651608:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078358.651612:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078358.651616:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612240256:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078358.651636:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240384:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078358.651652:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078358.651660:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358] req@ffff88dac7d2d500 x1855007612240384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078358.651668:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612240384/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078358.651674:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078358.651676:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078358.651678:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240384:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078358.651681:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078358.651690:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078358.651695:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078358/real 1769078358] req@ffff88dac7d2e680 x1855007612240512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078358.651702:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612240512/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078358.651706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078358.651708:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078358.651710:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078358.907258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078358.907307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078359.355263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078359.932398:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078359.932456:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078360.379263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078360.955388:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078360.955458:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078361.403272:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078361.979419:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078361.979520:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078362.427292:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078363.003294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078363.003341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078363.451290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078363.771273:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078363.771283:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078363.771288:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078363.771308:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5350 00000100:00080000:3.0:1769078363.771319:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078363.771326:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078363.771391:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612240640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078363.771426:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078363.771430:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078363.771432:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078363.771436:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5350 00000100:00080000:3.0:1769078363.771440:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078363.771443:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078363.771459:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078363.771469:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612240640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078363.771473:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612240768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078363.771485:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078363.771489:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078363.771490:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078363.771494:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5350 00000100:00080000:3.0:1769078363.771498:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078363.771502:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078363.771506:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078363.771517:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612240896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078363.771534:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078363.771574:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363] req@ffff88dac8831c00 x1855007612240640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078363.771602:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612240640/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078363.771612:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078363.771616:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078363.771620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612240640:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078363.771662:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240768:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078363.771684:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078363.771714:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363] req@ffff88dac8833100 x1855007612240768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078363.771722:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612240768/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078363.771728:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078363.771730:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078363.771732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240768:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078363.771736:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240896:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078363.771756:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078363.771763:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078363/real 1769078363] req@ffff88dac8833b80 x1855007612240896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078363.771770:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612240896/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078363.771779:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078363.771781:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078363.771783:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612240896:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078364.027251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078364.027307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078364.475273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078365.051212:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078365.051378:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078365.499287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078366.075222:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078366.075277:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078366.523246:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078367.099270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078367.099349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078367.547251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078368.123219:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078368.123315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078368.571333:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078368.891288:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078368.891300:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078368.891305:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078368.891315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5355 00000100:00080000:3.0:1769078368.891327:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078368.891334:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078368.891371:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612241024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078368.891409:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078368.891413:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078368.891415:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078368.891420:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5355 00000100:00080000:3.0:1769078368.891424:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078368.891429:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078368.891439:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078368.891452:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612241152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078368.891473:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078368.891477:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078368.891479:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078368.891483:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5355 00000100:00080000:3.0:1769078368.891487:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078368.891491:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078368.891496:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078368.891508:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612241280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078368.892339:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612241024:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078368.892402:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078368.892445:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368] req@ffff88dac8832680 x1855007612241024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078368.892464:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612241024/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078368.892474:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078368.892479:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078368.892482:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612241024:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078368.892490:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241152:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078368.892512:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078368.892524:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368] req@ffff88dac8830380 x1855007612241152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078368.892537:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612241152/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078368.892546:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078368.892550:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078368.892554:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241152:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078368.892560:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241280:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078368.892579:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078368.892590:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078368/real 1769078368] req@ffff88dac8832a00 x1855007612241280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078368.892603:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612241280/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078368.892611:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078368.892614:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078368.892618:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241280:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078369.147241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078369.147308:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078369.595284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078370.171274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078370.171357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078370.619213:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078371.195274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078371.195346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078371.643281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078372.219267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078372.219550:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078372.667291:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078373.243281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078373.243344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078373.691300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078374.011302:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078374.011312:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078374.011316:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078374.011325:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5361 00000100:00080000:0.0:1769078374.011335:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078374.011342:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078374.011377:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612241408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078374.011406:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078374.011409:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078374.011416:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078374.011419:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5361 00000100:00080000:0.0:1769078374.011422:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078374.011425:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078374.011434:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078374.011445:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612241536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078374.011449:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612241408:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078374.011459:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078374.011462:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078374.011463:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078374.011466:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5361 00000100:00080000:0.0:1769078374.011469:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078374.011471:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078374.011475:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078374.011485:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612241664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078374.011506:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078374.011618:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff88dac7d2c000 x1855007612241408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078374.011637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612241408/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078374.011647:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.011651:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078374.011654:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612241408:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078374.011675:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241536:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078374.011692:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078374.011700:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff88dac7d2d180 x1855007612241536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078374.011708:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612241536/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078374.011714:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.011716:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078374.011718:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241536:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078374.011721:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241664:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078374.011730:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078374.011736:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078374/real 1769078374] req@ffff88dac7d2c700 x1855007612241664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078374.011742:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612241664/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078374.011746:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078374.011748:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078374.011749:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241664:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078374.267318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078374.267502:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078374.715281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078375.291279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078375.291323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078375.739295:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078376.315341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078376.315375:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078376.763252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078377.339262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078377.339325:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078377.787263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078378.363260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078378.363317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078378.811318:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078379.131311:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078379.131323:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078379.131327:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078379.131337:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5366 00000100:00080000:3.0:1769078379.131349:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078379.131356:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078379.131402:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612241792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078379.131437:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078379.131440:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078379.131442:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078379.131446:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5366 00000100:00080000:3.0:1769078379.131449:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078379.131453:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078379.131463:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078379.131479:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612241920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078379.131488:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078379.131490:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078379.131492:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078379.131496:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5366 00000100:00080000:3.0:1769078379.131499:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078379.131502:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078379.131507:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078379.131518:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612242048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078379.131879:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612241792:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078379.131975:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078379.132016:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078379/real 1769078379] req@ffff88dac8833480 x1855007612241792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078379.132034:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612241792/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078379.132049:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078379.132054:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078379.132058:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612241792:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078379.132066:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241920:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078379.132110:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078379.132123:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078379/real 1769078379] req@ffff88dac8832a00 x1855007612241920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078379.132135:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612241920/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078379.132142:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078379.132145:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078379.132181:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612241920:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078379.132188:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242048:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078379.132208:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078379.132219:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078379/real 1769078379] req@ffff88dac8830380 x1855007612242048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078379.132230:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612242048/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078379.132237:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078379.132240:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078379.132243:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242048:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078379.387256:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078379.387312:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078379.835237:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078380.411287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078380.411343:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078380.859267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078381.435289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078381.435402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078381.883214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078382.459249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078382.459337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078382.907248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078383.483267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078383.483315:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078383.931269:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078384.251204:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078384.251214:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078384.251218:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078384.251227:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5371 00000100:00080000:3.0:1769078384.251237:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078384.251243:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078384.251276:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612242176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078384.251320:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078384.251323:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078384.251325:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078384.251329:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5371 00000100:00080000:3.0:1769078384.251333:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078384.251336:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078384.251344:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078384.251354:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612242304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078384.251363:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078384.251367:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078384.251369:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078384.251373:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5371 00000100:00080000:3.0:1769078384.251376:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078384.251379:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078384.251384:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078384.251390:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612242176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078384.251395:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612242432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078384.251453:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078384.251488:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384] req@ffff88dac8832680 x1855007612242176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078384.251515:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612242176/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078384.251522:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078384.251525:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078384.251527:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612242176:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078384.251533:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242304:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078384.251548:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078384.251556:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384] req@ffff88dac8833b80 x1855007612242304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078384.251563:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612242304/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078384.251568:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078384.251570:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078384.251572:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242304:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078384.251590:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242432:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078384.251600:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078384.251606:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078384/real 1769078384] req@ffff88dac8833100 x1855007612242432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078384.251612:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612242432/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078384.251616:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078384.251618:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078384.251620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242432:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078384.507243:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078384.507299:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078384.955255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078385.531239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078385.531269:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078385.979218:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078386.555270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078386.555317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078387.003244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078387.579229:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078387.579289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078388.027204:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078388.603241:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078388.603329:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078389.051297:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078389.371260:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078389.371270:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078389.371273:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078389.371281:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5376 00000100:00080000:2.0:1769078389.371290:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078389.371296:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078389.371328:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612242560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078389.371352:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078389.371355:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078389.371357:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078389.371359:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5376 00000100:00080000:2.0:1769078389.371362:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078389.371365:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078389.371372:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078389.371382:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612242688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078389.371390:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078389.371393:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078389.371395:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078389.371400:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612242560:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078389.371409:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5376 00000100:00080000:2.0:1769078389.371412:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078389.371414:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078389.371418:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078389.371427:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612242816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078389.371500:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078389.371528:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078389.627231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078389.627287:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078390.075247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078390.651278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078390.651384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078391.099252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078391.675328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078391.675354:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078392.123233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769078392.443376:0:2388:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769078392.443417:0:2388:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078392.443433:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078392.443467:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078392.443476:0:2388:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769078392.443514:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078392] req@ffff88dac7dbf100 x1855007612242688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078392.443543:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612242688/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078392.443555:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078392.443558:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078392.443562:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242688:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078392.443567:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078392] req@ffff88dac7dbd500 x1855007612242816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078392.443575:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612242816/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078392.443579:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078392.443581:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078392.443583:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612242816:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078392.443587:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078389/real 1769078392] req@ffff88dac7dbf480 x1855007612242560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078392.443594:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612242560/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078392.443598:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078392.443600:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078392.443602:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612242560:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078392.699273:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078392.699364:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078393.147262:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078393.723260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078393.723391:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078394.171934:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078394.491327:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078394.491337:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078394.491341:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078394.491350:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5381 00000100:00080000:2.0:1769078394.491361:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078394.491367:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078394.491397:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612242944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078394.491423:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078394.491427:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078394.491428:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078394.491432:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5381 00000100:00080000:2.0:1769078394.491436:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078394.491440:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078394.491449:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078394.491461:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612243072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078394.491473:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078394.491476:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078394.491477:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078394.491481:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5381 00000100:00080000:2.0:1769078394.491484:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078394.491487:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078394.491491:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078394.491499:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612243200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078394.493888:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612242944:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078394.493966:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078394.494008:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394] req@ffff88dac7dbd880 x1855007612242944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078394.494026:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612242944/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078394.494037:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078394.494042:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078394.494045:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612242944:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078394.494071:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243072:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078394.494092:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078394.494102:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394] req@ffff88dac7dbca80 x1855007612243072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078394.494114:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612243072/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078394.494122:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078394.494125:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078394.494129:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243072:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078394.494135:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243200:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078394.494166:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078394.494175:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078394/real 1769078394] req@ffff88dac7dbce00 x1855007612243200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078394.494186:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612243200/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078394.494193:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078394.494196:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078394.494199:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243200:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078394.747257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078394.747316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078395.196334:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078395.771271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078395.771933:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078396.219720:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078396.795284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078396.795960:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078397.243309:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078397.819263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078397.819324:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078398.267306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078398.843263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078398.843604:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078399.291278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078399.611257:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078399.611267:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078399.611271:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078399.611280:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5386 00000100:00080000:2.0:1769078399.611291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078399.611297:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078399.611332:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612243328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078399.612536:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612243328:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078399.612591:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:2.0:1769078399.612682:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078399.612687:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078399.612689:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078399.612692:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5386 00000100:00080000:2.0:1769078399.612697:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078399.612701:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078399.612709:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078399.612723:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612243456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078399.612818:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399] req@ffff88dac7dbc380 x1855007612243328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078399.612835:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612243328/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078399.612845:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078399.612849:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078399.612852:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612243328:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078399.612872:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243456:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078399.612919:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078399.612946:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399] req@ffff88dac7dbf800 x1855007612243456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078399.612974:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612243456/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078399.612982:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078399.612986:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078399.612989:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243456:192.168.204.148@tcp:38:kworker.0 00000100:00080000:2.0:1769078399.613070:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078399.613077:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078399.613080:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078399.613084:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5386 00000100:00080000:2.0:1769078399.613088:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078399.613093:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078399.613098:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078399.613110:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612243584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078399.613145:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243584:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078399.613184:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078399.613194:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078399/real 1769078399] req@ffff88dac7dbed80 x1855007612243584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078399.613203:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612243584/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078399.613209:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078399.613211:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078399.613213:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243584:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078399.867278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078399.867817:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078400.315410:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078400.891289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078400.891353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078401.339270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078401.915239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078401.915878:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078402.363392:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078402.939257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078402.939349:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078403.387383:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078403.963252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078403.963375:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078404.411289:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078404.731344:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078404.731354:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078404.731358:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078404.731368:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5391 00000100:00080000:2.0:1769078404.731378:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078404.731385:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078404.731428:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612243712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078404.731457:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078404.731461:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078404.731462:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078404.731467:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5391 00000100:00080000:2.0:1769078404.731470:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078404.731473:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078404.731483:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078404.731495:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612243840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078404.731505:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078404.731509:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078404.731510:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078404.731514:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5391 00000100:00080000:2.0:1769078404.731517:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078404.731520:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078404.731524:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078404.731532:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612243968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078404.731597:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612243712:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078404.731658:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078404.731710:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404] req@ffff88dac7dbfb80 x1855007612243712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078404.731727:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612243712/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078404.731736:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078404.731740:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078404.731744:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612243712:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078404.731751:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243840:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078404.731773:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078404.731786:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404] req@ffff88dac7dbc000 x1855007612243840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078404.731798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612243840/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078404.731806:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078404.731809:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078404.731812:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243840:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078404.731818:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243968:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078404.731837:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078404.731846:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078404/real 1769078404] req@ffff88dac7dbc700 x1855007612243968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078404.731856:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612243968/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078404.731863:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078404.731866:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078404.731868:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612243968:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078404.987232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078404.987296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078405.435273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078406.011297:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078406.011345:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078406.459251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078407.035248:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078407.035672:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078407.484710:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078408.059259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078408.059304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078408.507250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078409.083427:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078409.086839:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078409.531504:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078409.851302:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078409.851312:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078409.851317:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078409.851327:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5396 00000100:00080000:0.0:1769078409.851336:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078409.851343:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078409.851376:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612244096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078409.851672:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612244096:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078409.851730:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:0.0:1769078409.851939:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078409.851944:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078409.851945:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078409.851950:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5396 00000100:00080000:0.0:1769078409.851954:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078409.851958:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078409.851966:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078409.851979:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612244224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078409.852044:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409] req@ffff88dac7d2dc00 x1855007612244096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078409.852061:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612244096/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078409.852069:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078409.852073:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078409.852076:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612244096:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078409.852096:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244224:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078409.852115:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078409.852139:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409] req@ffff88dac7d2d880 x1855007612244224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078409.852178:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612244224/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078409.852186:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078409.852189:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078409.852192:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244224:192.168.204.148@tcp:38:kworker.0 00000100:00080000:0.0:1769078409.852742:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078409.852746:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078409.852747:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078409.852751:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5396 00000100:00080000:0.0:1769078409.852755:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078409.852758:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078409.852762:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078409.852774:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612244352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078409.852819:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244352:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078409.852842:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078409.852851:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078409/real 1769078409] req@ffff88dac7d2d880 x1855007612244352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078409.852860:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612244352/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078409.852866:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078409.852868:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078409.852870:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244352:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078410.107250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078410.107568:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078410.555278:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078411.131788:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078411.132464:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078411.579905:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078412.155339:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078412.155466:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078412.603290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078413.179337:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078413.179561:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078413.627279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078414.203374:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078414.203447:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078414.651253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078414.971670:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078414.971679:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078414.971683:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078414.971694:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5402 00000100:00080000:3.0:1769078414.971703:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078414.971709:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078414.971743:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612244480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078414.971783:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078414.971787:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078414.971789:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078414.971793:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5402 00000100:00080000:3.0:1769078414.971797:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078414.971801:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078414.971809:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078414.971821:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612244608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078414.971830:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078414.971833:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078414.971835:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078414.971838:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5402 00000100:00080000:3.0:1769078414.971841:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078414.971857:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078414.971861:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078414.971873:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612244736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078414.972868:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612244480:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078414.972937:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078414.972970:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414] req@ffff88dac8831c00 x1855007612244480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078414.972985:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612244480/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078414.972995:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078414.972999:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078414.973002:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612244480:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078414.973932:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244608:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078414.973958:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078414.973973:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414] req@ffff88dac8833800 x1855007612244608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078414.973992:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612244608/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078414.974002:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078414.974005:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078414.974008:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244608:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078414.974014:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244736:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078414.974033:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078414.974044:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078414/real 1769078414] req@ffff88dac8830e00 x1855007612244736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078414.974055:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612244736/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078414.974062:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078414.974066:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078414.974069:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244736:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769078415.227412:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078415.229609:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078415.675293:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078416.251285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078416.251347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078416.699319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078417.275302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078417.275428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078417.723300:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078418.299274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078418.299353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078418.747265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078419.323285:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078419.323355:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078419.771338:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078420.091275:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078420.091286:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078420.091290:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078420.091301:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5407 00000100:00080000:3.0:1769078420.091314:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078420.091321:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078420.091361:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612244864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078420.091388:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078420.091390:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078420.091392:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078420.091395:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5407 00000100:00080000:3.0:1769078420.091397:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078420.091399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078420.091417:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078420.091438:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612244992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078420.091445:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078420.091448:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078420.091450:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078420.091452:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5407 00000100:00080000:3.0:1769078420.091455:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078420.091460:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612244864:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078420.091461:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078420.091465:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078420.091474:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612245120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078420.091545:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078420.091597:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078420/real 1769078420] req@ffff88dac8830700 x1855007612244864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078420.091627:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612244864/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078420.091639:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078420.091644:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078420.091648:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612244864:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078420.091655:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244992:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078420.091679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078420.091691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078420/real 1769078420] req@ffff88dac8831180 x1855007612244992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078420.091703:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612244992/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078420.091712:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078420.091715:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078420.091727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612244992:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078420.091755:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245120:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078420.091775:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078420.091800:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078420/real 1769078420] req@ffff88dac8832300 x1855007612245120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078420.091812:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612245120/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078420.091825:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078420.091828:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078420.091831:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245120:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078420.347305:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078420.347353:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078420.795319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078421.371458:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078421.371870:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078421.819364:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078422.395294:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078422.395402:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078422.843260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078423.419250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078423.419338:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078423.867319:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078424.443296:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078424.443384:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078424.891361:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078425.211317:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078425.211341:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078425.211347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078425.211360:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5412 00000100:00080000:3.0:1769078425.211377:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078425.211386:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078425.211441:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830000 x1855007612245248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078425.211478:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078425.211483:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078425.211484:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078425.211489:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5412 00000100:00080000:3.0:1769078425.211493:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078425.211498:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078425.211510:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078425.211528:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612245376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078425.211537:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612245248:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078425.211543:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078425.211548:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078425.211550:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078425.211555:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5412 00000100:00080000:3.0:1769078425.211559:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078425.211564:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078425.211569:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078425.211582:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612245504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078425.211620:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078425.211671:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425] req@ffff88dac8830000 x1855007612245248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078425.211692:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830000 x1855007612245248/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078425.211702:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078425.211706:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078425.211710:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612245248:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078425.211753:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245376:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078425.211779:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078425.211790:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425] req@ffff88dac8832300 x1855007612245376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078425.211800:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612245376/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078425.211810:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078425.211813:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078425.211816:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245376:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078425.211821:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245504:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078425.211841:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078425.211852:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078425/real 1769078425] req@ffff88dac8831180 x1855007612245504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078425.211863:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612245504/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078425.211881:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078425.211884:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078425.211888:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245504:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078425.467281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078425.467357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078425.915345:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078426.491350:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078426.494773:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078426.939268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078427.515290:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078427.515323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078427.963288:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078428.539342:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078428.539702:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078428.987352:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078429.563283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078429.563478:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078430.011383:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078430.334514:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078430.334523:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078430.334527:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078430.334536:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5417 00000100:00080000:3.0:1769078430.334546:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078430.334553:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078430.334586:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612245632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078430.334661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612245632:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078430.334715:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769078430.334746:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078430.334750:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078430.334752:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078430.334755:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5417 00000100:00080000:3.0:1769078430.334759:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078430.334764:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078430.334771:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078430.334784:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612245760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078430.334873:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430] req@ffff88dac8830700 x1855007612245632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078430.334889:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612245632/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078430.334898:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078430.334902:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078430.334905:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612245632:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078430.334925:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245760:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078430.334944:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078430.334954:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430] req@ffff88dac8830e00 x1855007612245760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078430.334965:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612245760/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078430.334973:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078430.334976:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078430.334979:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245760:192.168.204.148@tcp:38:kworker.0 00000100:00080000:3.0:1769078430.335073:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078430.335077:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078430.335079:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078430.335083:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5417 00000100:00080000:3.0:1769078430.335086:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078430.335090:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078430.335095:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078430.335106:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612245888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078430.335146:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245888:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078430.335188:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078430.335282:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078430/real 1769078430] req@ffff88dac8833800 x1855007612245888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078430.335295:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612245888/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078430.335301:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078430.335304:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078430.335308:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612245888:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078430.587286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078430.587334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078431.035268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078431.611232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078431.611409:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078432.059233:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078432.635262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078432.635317:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078433.083280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078433.659279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078433.659341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078434.108306:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078434.683283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078434.683344:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078435.131335:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078435.452202:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078435.452212:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078435.452216:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078435.452227:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5422 00000100:00080000:0.0:1769078435.452237:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078435.452246:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078435.452279:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612246016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078435.452294:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078435.452296:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078435.452297:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078435.452299:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5422 00000100:00080000:0.0:1769078435.452302:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078435.452303:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078435.452310:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078435.452316:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612246144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078435.452326:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078435.452328:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078435.452330:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078435.452332:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5422 00000100:00080000:0.0:1769078435.452336:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078435.452338:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078435.452340:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078435.452345:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612246272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078435.452434:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612246016:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078435.452490:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078435.452525:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435] req@ffff88dac7d2dc00 x1855007612246016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078435.452537:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612246016/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078435.452543:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078435.452546:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078435.452548:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612246016:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078435.452553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246144:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078435.452568:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078435.452575:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435] req@ffff88dac7d2c700 x1855007612246144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078435.452581:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612246144/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078435.452586:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078435.452588:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078435.452590:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246144:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078435.452593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246272:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078435.452602:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078435.452607:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078435/real 1769078435] req@ffff88dac7d2d180 x1855007612246272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078435.452623:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612246272/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078435.452630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078435.452633:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078435.452637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246272:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078435.707267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078435.707428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078436.155539:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078436.731323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078436.731366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078437.179263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078437.755300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078437.756097:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078438.203253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078438.779299:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078438.779366:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078439.227301:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078439.803251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078439.803519:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078440.251274:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078440.571296:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078440.571304:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078440.571307:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078440.571315:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5427 00000100:00080000:3.0:1769078440.571324:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078440.571329:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078440.571359:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612246400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078440.571389:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078440.571393:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078440.571395:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078440.571399:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5427 00000100:00080000:3.0:1769078440.571402:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078440.571406:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078440.571414:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078440.571424:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612246528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078440.571430:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078440.571433:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078440.571434:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078440.571436:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5427 00000100:00080000:3.0:1769078440.571438:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078440.571440:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078440.571443:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078440.571450:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612246656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078440.571492:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612246400:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078440.571548:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078440.571593:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440] req@ffff88dac8831c00 x1855007612246400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078440.571610:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612246400/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078440.571620:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078440.571624:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078440.571628:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612246400:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078440.571636:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246528:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078440.571663:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078440.571674:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440] req@ffff88dac8833100 x1855007612246528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078440.571686:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612246528/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078440.571694:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078440.571697:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078440.571700:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246528:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078440.571706:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246656:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078440.571720:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078440.571728:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078440/real 1769078440] req@ffff88dac8833b80 x1855007612246656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078440.571739:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612246656/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078440.571745:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078440.571748:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078440.571752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246656:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078440.827226:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078440.827296:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078441.275260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078441.851457:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078441.851805:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078442.299250:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078442.875347:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078442.875536:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769078443.323266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078443.899384:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078443.899422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078444.347214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078444.923272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078444.923332:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078445.371201:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078445.691308:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078445.691322:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078445.691326:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078445.691335:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5432 00000100:00080000:0.0:1769078445.691350:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078445.691357:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078445.691400:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612246784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078445.691432:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078445.691436:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078445.691437:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078445.691442:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5432 00000100:00080000:0.0:1769078445.691445:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078445.691449:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078445.691458:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078445.691478:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612246912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078445.691479:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612246784:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078445.691506:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078445.691510:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078445.691512:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078445.691516:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5432 00000100:00080000:0.0:1769078445.691520:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078445.691539:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078445.691545:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769078445.691550:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:0.0:1769078445.691564:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612247040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078445.691594:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445] req@ffff88dac7d2c000 x1855007612246784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078445.691613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612246784/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078445.691624:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078445.691628:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078445.691632:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612246784:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078445.691656:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246912:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078445.691677:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078445.691689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445] req@ffff88dac7d2e680 x1855007612246912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078445.691716:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612246912/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078445.691725:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078445.691728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078445.691732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612246912:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078445.691737:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247040:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078445.691756:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078445.691767:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078445/real 1769078445] req@ffff88dac7d2d500 x1855007612247040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078445.691779:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612247040/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078445.691787:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078445.691789:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078445.691792:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247040:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078445.947254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078445.947323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078446.395249:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078446.971254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078446.971322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078447.419330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078447.995242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078447.995300:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078448.443251:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078449.019264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078449.019334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078449.467244:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078450.043267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078450.043491:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078450.491245:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078450.811305:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078450.811315:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078450.811320:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078450.811329:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5437 00000100:00080000:2.0:1769078450.811339:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078450.811345:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078450.811379:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612247168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078450.811410:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078450.811413:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078450.811414:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078450.811418:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5437 00000100:00080000:2.0:1769078450.811421:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078450.811424:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078450.811433:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078450.811443:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612247296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078450.811452:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078450.811455:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078450.811456:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078450.811460:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5437 00000100:00080000:2.0:1769078450.811463:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078450.811466:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078450.811471:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078450.811479:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612247424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078450.811567:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612247168:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078450.811623:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078450.811660:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450] req@ffff88dac7dbd180 x1855007612247168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078450.811677:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612247168/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078450.811686:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078450.811690:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078450.811694:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612247168:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078450.811700:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247296:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078450.811719:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078450.811730:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450] req@ffff88dac7dbe680 x1855007612247296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078450.811742:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612247296/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078450.811750:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078450.811753:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078450.811756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247296:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078450.811761:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247424:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078450.811775:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078450.811783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078450/real 1769078450] req@ffff88dac7dbea00 x1855007612247424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078450.811793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612247424/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078450.811800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078450.811802:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078450.811806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247424:192.168.204.148@tcp:38:kworker.0 00010000:00010000:1.0:1769078451.067357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078451.067432:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769078451.515267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078452.092445:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078452.092524:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078452.539406:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078453.115332:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078453.117691:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078453.563337:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078454.139261:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078454.139622:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078454.587439:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078455.163272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078455.163307:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078455.611287:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078455.931262:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078455.931271:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078455.931275:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078455.931284:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5443 00000100:00080000:2.0:1769078455.931294:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078455.931301:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078455.931347:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbdf80 x1855007612247552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078455.931427:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612247552:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078455.931539:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078455.931543:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078455.931545:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078455.931550:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5443 00000100:00080000:2.0:1769078455.931554:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078455.931557:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078455.931573:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078455.931586:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe300 x1855007612247680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078455.933983:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247680:192.168.204.148@tcp:38:kworker.0 00000100:00080000:2.0:1769078455.934263:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078455.934268:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078455.934271:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078455.934276:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5443 00000100:00080000:2.0:1769078455.934281:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078455.934286:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078455.934295:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078455.934317:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbea00 x1855007612247808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078455.934377:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078456.187251:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078456.187311:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078456.635299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078457.211330:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078457.211341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078457.659277:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078458.235496:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078458.237323:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078458.683385:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:3.0:1769078459.003800:0:2389:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:3.0:1769078459.003845:0:2389:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1769078459.003862:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078459.003903:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:3.0:1769078459.003913:0:2389:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769078459.003943:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078459] req@ffff88dac7dbea00 x1855007612247808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078459.003962:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbea00 x1855007612247808/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078459.003969:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078459.003980:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078459.003984:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247808:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078459.003994:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078459] req@ffff88dac7dbe300 x1855007612247680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078459.004006:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe300 x1855007612247680/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078459.004015:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078459.004019:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078459.004022:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612247680:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078459.004027:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078455/real 1769078459] req@ffff88dac7dbdf80 x1855007612247552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078459.004035:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbdf80 x1855007612247552/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078459.004040:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078459.004042:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078459.004044:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612247552:192.168.204.148@tcp:250:kworker.0 00010000:00010000:1.0:1769078459.259320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078459.259804:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:3.0:1769078459.707373:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078460.283276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078460.283597:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078460.731242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078461.051245:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078461.051255:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078461.051258:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078461.051266:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5448 00000100:00080000:2.0:1769078461.051275:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078461.051281:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078461.051308:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612247936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078461.051339:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078461.051343:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078461.051345:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078461.051349:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5448 00000100:00080000:2.0:1769078461.051352:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078461.051357:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078461.051366:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078461.051378:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612248064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078461.051385:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078461.051387:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078461.051388:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078461.051390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5448 00000100:00080000:2.0:1769078461.051392:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078461.051394:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078461.051397:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078461.051402:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612248192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078461.052031:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612247936:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078461.052113:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078461.052189:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078461/real 1769078461] req@ffff88dac7dbe680 x1855007612247936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078461.052209:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612247936/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078461.052219:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078461.052223:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078461.052227:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612247936:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078461.052234:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248064:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078461.052254:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078461.052265:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078461/real 1769078461] req@ffff88dac7dbd180 x1855007612248064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078461.052275:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612248064/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078461.052284:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078461.052287:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078461.052290:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248064:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078461.052295:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248192:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078461.052312:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078461.052322:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078461/real 1769078461] req@ffff88dac7dbc700 x1855007612248192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078461.052333:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612248192/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078461.052340:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078461.052343:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078461.052346:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248192:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078461.307276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078461.309072:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078461.755316:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078462.331271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078462.331422:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078462.780049:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078463.355260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078463.355419:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078463.803253:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078464.379685:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078464.381874:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078464.830354:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078465.403337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078465.403371:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078465.851271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078466.171866:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078466.171880:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078466.171886:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078466.171899:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5453 00000100:00080000:0.0:1769078466.171912:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078466.171921:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078466.171969:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612248320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078466.172001:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078466.172005:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078466.172006:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078466.172010:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5453 00000100:00080000:0.0:1769078466.172014:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078466.172018:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078466.172028:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078466.172042:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612248448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078466.172053:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078466.172056:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078466.172058:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078466.172063:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5453 00000100:00080000:0.0:1769078466.172066:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078466.172070:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078466.172074:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078466.172082:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612248576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078466.172344:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612248320:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078466.173100:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078466.173146:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466] req@ffff88dac7d2ea00 x1855007612248320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078466.173187:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612248320/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078466.173198:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078466.173202:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078466.173207:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612248320:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078466.173216:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248448:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078466.173241:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078466.173251:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466] req@ffff88dac7d2f480 x1855007612248448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078466.173259:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612248448/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078466.173266:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078466.173268:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078466.173271:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248448:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078466.173275:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248576:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078466.173287:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078466.173293:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078466/real 1769078466] req@ffff88dac7d2ca80 x1855007612248576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078466.173300:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612248576/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078466.173305:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078466.173307:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078466.173308:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248576:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078466.427333:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078466.427721:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078466.875325:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078467.451259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078467.451408:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078467.899261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078468.475546:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078468.475725:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078468.923283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078469.499783:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078469.499934:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078469.947261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078470.523374:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078470.523842:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078470.971703:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078471.291292:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078471.291301:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078471.291306:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078471.291315:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5458 00000100:00080000:2.0:1769078471.291326:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078471.291333:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078471.291367:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612248704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078471.291391:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078471.291395:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078471.291397:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078471.291400:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5458 00000100:00080000:2.0:1769078471.291403:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078471.291407:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078471.291415:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078471.291426:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612248832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078471.291437:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078471.291438:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612248704:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078471.291443:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078471.291448:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078471.291453:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5458 00000100:00080000:2.0:1769078471.291456:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078471.291460:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078471.291464:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078471.291475:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612248960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078471.291508:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078471.291599:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471] req@ffff88dac7dbc000 x1855007612248704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078471.291622:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612248704/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078471.291630:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078471.291634:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078471.291637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612248704:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078471.291658:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248832:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078471.291678:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078471.291688:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471] req@ffff88dac7dbfb80 x1855007612248832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078471.291698:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612248832/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078471.291706:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078471.291709:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078471.291712:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248832:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078471.291717:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248960:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078471.291736:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078471.291746:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078471/real 1769078471] req@ffff88dac7dbed80 x1855007612248960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078471.291758:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612248960/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078471.291772:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078471.291775:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078471.291778:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612248960:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078471.547240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078471.547303:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078471.995259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078472.571259:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078472.571290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078473.019247:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078473.595289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078473.595320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078474.043236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078474.619240:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078474.619257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078475.067280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078475.643244:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078475.643281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078476.091257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078476.411256:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078476.411268:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078476.411273:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078476.411282:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5463 00000100:00080000:2.0:1769078476.411291:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078476.411297:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078476.411329:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612249088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078476.411356:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078476.411359:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078476.411361:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078476.411363:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5463 00000100:00080000:2.0:1769078476.411366:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078476.411368:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078476.411375:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078476.411384:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612249216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078476.411392:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078476.411395:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078476.411396:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078476.411399:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5463 00000100:00080000:2.0:1769078476.411401:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769078476.411405:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612249088:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078476.411406:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078476.411414:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078476.411425:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612249344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078476.411488:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078476.411524:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476] req@ffff88dac7dbf800 x1855007612249088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078476.411537:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612249088/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078476.411545:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078476.411548:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078476.411551:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612249088:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078476.411556:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249216:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078476.411572:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078476.411580:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476] req@ffff88dac7dbc380 x1855007612249216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078476.411588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612249216/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078476.411594:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078476.411596:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078476.411598:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249216:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078476.411617:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249344:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078476.411628:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078476.411634:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078476/real 1769078476] req@ffff88dac7dbce00 x1855007612249344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078476.411650:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612249344/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078476.411656:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078476.411658:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078476.411660:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249344:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078476.667302:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078476.667321:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078477.115283:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078477.691235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078477.691270:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078478.139226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078478.715262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078478.715289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078479.163267:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078479.739224:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:2.0:1769078479.739260:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078480.187236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078480.763301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078480.763356:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078481.211266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078481.531258:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078481.531268:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078481.531273:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078481.531282:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5468 00000100:00080000:2.0:1769078481.531294:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078481.531302:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078481.531336:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612249472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078481.531388:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078481.531392:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078481.531394:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078481.531398:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5468 00000100:00100000:1.0:1769078481.531598:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612249472:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078481.531655:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078481.531692:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481] req@ffff88dac7dbca80 x1855007612249472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078481.531708:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612249472/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078481.531717:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078481.531721:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078481.531724:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612249472:192.168.204.148@tcp:250:kworker.0 00000100:00080000:2.0:1769078481.531783:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078481.531788:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078481.531797:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078481.531809:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612249600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078481.531827:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078481.531830:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078481.531832:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078481.531836:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5468 00000100:00080000:2.0:1769078481.531839:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078481.531842:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078481.531847:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078481.531855:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612249728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078481.531910:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249600:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078481.531931:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078481.531943:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481] req@ffff88dac7dbd880 x1855007612249600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078481.531954:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612249600/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078481.531962:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078481.531965:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078481.531968:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249600:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078481.531973:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249728:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078481.531987:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078481.531996:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078481/real 1769078481] req@ffff88dac7dbf480 x1855007612249728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078481.532006:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612249728/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078481.532012:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078481.532015:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078481.532018:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249728:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078481.787509:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078481.787547:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078482.235254:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078482.811300:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078482.811970:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078483.259290:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078483.835232:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078483.835380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078484.284643:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078484.859395:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078484.859395:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078485.307528:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078485.883283:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078485.883430:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078486.332259:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078486.651366:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078486.651378:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078486.651383:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078486.651392:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5473 00000100:00080000:2.0:1769078486.651404:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078486.651411:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078486.651662:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612249856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078486.651751:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612249856:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078486.651817:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:2.0:1769078486.651917:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078486.651921:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078486.651923:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078486.651928:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5473 00000100:00080000:2.0:1769078486.651932:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078486.651935:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078486.651945:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078486.651959:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf100 x1855007612249984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078486.652019:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486] req@ffff88dac7dbd500 x1855007612249856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078486.652037:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612249856/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078486.652054:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078486.652058:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078486.652062:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612249856:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078486.652085:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249984:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078486.652106:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078486.652117:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486] req@ffff88dac7dbf100 x1855007612249984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078486.652129:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf100 x1855007612249984/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078486.652138:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078486.652141:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00080000:2.0:1769078486.652379:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078486.652384:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078486.652386:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078486.652390:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5473 00000100:00080000:2.0:1769078486.652395:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078486.652399:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078486.652405:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078486.652419:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd500 x1855007612250112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078486.652752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612249984:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078486.652777:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250112:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078486.652800:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078486.652811:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078486/real 1769078486] req@ffff88dac7dbd500 x1855007612250112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078486.652823:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd500 x1855007612250112/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078486.652830:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078486.652833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078486.652836:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250112:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078486.907409:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078486.907853:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078487.355728:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078487.931281:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078487.932216:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078488.379280:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078488.955403:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078488.955625:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078489.403276:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078489.979389:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078489.979452:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078490.427284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078491.003267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078491.003346:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078491.453403:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078491.771270:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078491.771280:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078491.771284:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078491.771294:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5478 00000100:00080000:2.0:1769078491.771304:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078491.771310:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078491.771343:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf480 x1855007612250240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078491.771427:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612250240:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078491.771480:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:2.0:1769078491.771509:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078491.771513:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078491.771515:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078491.771519:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5478 00000100:00080000:2.0:1769078491.771523:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078491.771527:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078491.771535:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078491.771546:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd880 x1855007612250368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078491.771596:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491] req@ffff88dac7dbf480 x1855007612250240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078491.771613:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf480 x1855007612250240/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078491.771623:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078491.771626:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078491.771630:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612250240:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078491.771650:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250368:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078491.771679:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078491.771691:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491] req@ffff88dac7dbd880 x1855007612250368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078491.771701:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd880 x1855007612250368/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078491.771710:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078491.771712:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078491.771716:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250368:192.168.204.148@tcp:38:kworker.0 00000100:00080000:2.0:1769078491.771857:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078491.771861:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078491.771864:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078491.771868:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5478 00000100:00080000:2.0:1769078491.771872:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078491.771875:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078491.771881:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078491.771891:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbca80 x1855007612250496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078491.771935:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250496:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078491.771957:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078491.772012:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078491/real 1769078491] req@ffff88dac7dbca80 x1855007612250496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078491.772024:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbca80 x1855007612250496/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078491.772032:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078491.772035:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078491.772039:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250496:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078492.027262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078492.027407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078492.475510:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078493.051594:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078493.052217:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078493.499271:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078494.075271:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078494.075374:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078494.523338:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078495.099316:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078495.100547:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078495.548220:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078496.123231:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078496.123382:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078496.571832:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078496.892367:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078496.892379:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078496.892384:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078496.892394:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5483 00000100:00080000:2.0:1769078496.892405:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078496.892411:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078496.892448:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbce00 x1855007612250624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078496.892481:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078496.892485:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078496.892487:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078496.892491:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5483 00000100:00080000:2.0:1769078496.892494:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078496.892498:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078496.892507:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078496.892520:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc380 x1855007612250752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078496.892529:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078496.892532:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078496.892534:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078496.892538:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5483 00000100:00080000:2.0:1769078496.892542:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078496.892545:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078496.892550:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078496.892560:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbf800 x1855007612250880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078496.893193:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612250624:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078496.893252:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078496.893291:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496] req@ffff88dac7dbce00 x1855007612250624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078496.893309:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbce00 x1855007612250624/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078496.893319:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078496.893323:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078496.893327:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612250624:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078496.893334:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250752:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078496.893356:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078496.893368:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496] req@ffff88dac7dbc380 x1855007612250752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078496.893380:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc380 x1855007612250752/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078496.893393:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078496.893396:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078496.893400:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250752:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078496.893406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250880:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078496.893427:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078496.893437:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078496/real 1769078496] req@ffff88dac7dbf800 x1855007612250880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078496.893448:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbf800 x1855007612250880/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078496.893455:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078496.893458:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078496.893462:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612250880:192.168.204.148@tcp:38:kworker.0 00010000:00010000:0.0:1769078497.147328:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078497.147620:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078497.598231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078498.172476:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078498.172912:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078498.619266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078499.195303:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078499.195314:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078499.644109:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:0.0:1769078500.219450:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078500.220173:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078500.667268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078501.243272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078501.243383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078501.692165:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078502.011513:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078502.011525:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078502.011531:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078502.011541:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5489 00000100:00080000:2.0:1769078502.011551:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078502.011558:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078502.011597:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbed80 x1855007612251008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078502.011629:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078502.011633:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078502.011635:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078502.011639:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5489 00000100:00080000:2.0:1769078502.011642:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078502.011646:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078502.011654:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078502.011666:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbfb80 x1855007612251136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078502.011674:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078502.011678:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078502.011679:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078502.011683:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5489 00000100:00080000:2.0:1769078502.011686:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078502.011690:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078502.011694:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078502.011703:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc000 x1855007612251264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078502.011836:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612251008:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078502.011893:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078502.011925:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078502/real 1769078502] req@ffff88dac7dbed80 x1855007612251008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078502.011942:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbed80 x1855007612251008/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078502.011951:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078502.011955:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078502.011959:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612251008:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078502.011966:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251136:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078502.011983:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078502.011993:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078502/real 1769078502] req@ffff88dac7dbfb80 x1855007612251136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078502.012005:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbfb80 x1855007612251136/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078502.012013:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078502.012016:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078502.012019:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251136:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078502.012038:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251264:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078502.012057:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078502.012067:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078502/real 1769078502] req@ffff88dac7dbc000 x1855007612251264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078502.012078:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc000 x1855007612251264/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078502.012086:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078502.012089:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078502.012092:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251264:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078502.267278:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:0.0:1769078502.267590:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078502.718143:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078503.291252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078503.292345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078503.739255:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078504.315423:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078504.315497:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:0.0:1769078504.763286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078505.339254:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078505.339334:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078505.787813:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078506.363239:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078506.363665:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078506.811268:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078507.131249:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078507.131259:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078507.131263:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078507.131273:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5494 00000100:00080000:3.0:1769078507.131283:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078507.131290:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078507.131334:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612251392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078507.131417:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612251392:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078507.131471:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00080000:3.0:1769078507.131500:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078507.131504:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078507.131506:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078507.131509:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5494 00000100:00080000:3.0:1769078507.131513:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078507.131516:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078507.131524:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078507.131536:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612251520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078507.131692:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078507/real 1769078507] req@ffff88dac8832680 x1855007612251392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078507.131709:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612251392/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078507.131720:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078507.131723:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078507.131727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612251392:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078507.131749:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251520:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078507.131773:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078507.131785:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078507/real 1769078507] req@ffff88dac8830380 x1855007612251520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078507.131798:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612251520/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078507.131807:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078507.131811:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078507.131814:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251520:192.168.204.148@tcp:38:kworker.0 00000100:00080000:3.0:1769078507.131911:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078507.131916:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078507.131917:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078507.131922:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5494 00000100:00080000:3.0:1769078507.131925:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078507.131929:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078507.131934:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078507.131977:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612251648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078507.132023:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251648:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078507.132046:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078507.132240:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078507/real 1769078507] req@ffff88dac8832a00 x1855007612251648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078507.132254:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612251648/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078507.132262:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078507.132265:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078507.132269:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251648:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078507.387560:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078507.388990:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078507.835230:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078508.411264:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078508.411385:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078508.859282:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078509.435298:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078509.435369:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078509.883242:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078510.459301:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078510.459357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078510.907217:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078511.483289:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078511.483359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078511.931302:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078512.251443:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078512.251460:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078512.251466:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078512.251482:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5499 00000100:00080000:0.0:1769078512.251514:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078512.251526:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078512.251582:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612251776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078512.251623:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078512.251628:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078512.251630:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078512.251635:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5499 00000100:00080000:0.0:1769078512.251639:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078512.251643:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078512.251655:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078512.251673:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612251904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078512.251683:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078512.251687:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078512.251688:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078512.251692:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5499 00000100:00080000:0.0:1769078512.251696:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078512.251700:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078512.251705:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078512.251717:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612252032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078512.252471:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612251776:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078512.252569:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078512.252636:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512] req@ffff88dac7d2f100 x1855007612251776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078512.252660:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612251776/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078512.252673:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078512.252679:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078512.252683:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612251776:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078512.252691:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251904:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078512.252715:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078512.252729:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512] req@ffff88dac7d2ca80 x1855007612251904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078512.252742:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612251904/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078512.252752:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078512.252755:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078512.252758:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612251904:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078512.252764:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252032:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078512.252784:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078512.252794:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078512/real 1769078512] req@ffff88dac7d2f480 x1855007612252032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078512.252806:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612252032/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078512.252813:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078512.252816:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078512.252819:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252032:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078512.507284:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078512.507337:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078512.956091:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078513.531295:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078513.531345:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078513.979900:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078514.555204:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078514.555281:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078515.003236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078515.579275:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078515.579359:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078516.027314:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078516.603228:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078516.603282:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078517.051341:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:2.0:1769078517.371297:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078517.371308:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1769078517.371313:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078517.371323:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5504 00000100:00080000:2.0:1769078517.371334:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078517.371341:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:2.0:1769078517.371380:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbc700 x1855007612252160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078517.371414:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078517.371419:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1769078517.371421:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078517.371425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5504 00000100:00080000:2.0:1769078517.371428:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078517.371432:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078517.371441:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078517.371454:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbd180 x1855007612252288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769078517.371463:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078517.371466:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1769078517.371467:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1769078517.371480:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5504 00000100:00080000:2.0:1769078517.371483:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078517.371486:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:2.0:1769078517.371491:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769078517.371501:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7dbe680 x1855007612252416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078517.371588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612252160:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078517.371650:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078517.371702:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517] req@ffff88dac7dbc700 x1855007612252160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078517.371719:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbc700 x1855007612252160/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078517.371728:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078517.371732:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078517.371736:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612252160:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078517.371743:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252288:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078517.371764:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078517.371810:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517] req@ffff88dac7dbd180 x1855007612252288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078517.371822:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbd180 x1855007612252288/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078517.371830:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078517.371833:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078517.371843:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252288:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078517.371850:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252416:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078517.371870:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078517.371880:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078517/real 1769078517] req@ffff88dac7dbe680 x1855007612252416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078517.371892:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7dbe680 x1855007612252416/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078517.371905:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078517.371908:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078517.371911:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7dbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252416:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078517.627359:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078517.628188:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078518.075281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078518.651250:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078518.651276:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078519.099275:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078519.675311:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078519.675428:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078520.123373:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078520.699270:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078520.699780:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078521.147265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078521.723266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078521.723496:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078522.171236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078522.491287:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078522.491298:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078522.491302:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078522.491311:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5509 00000100:00080000:0.0:1769078522.491321:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078522.491328:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078522.491363:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612252544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078522.491452:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612252544:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078522.491568:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078522.491573:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078522.491575:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078522.491579:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5509 00000100:00080000:0.0:1769078522.491584:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078522.491589:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078522.491597:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078522.491611:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612252672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078522.491768:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252672:192.168.204.148@tcp:38:kworker.0 00000100:00080000:0.0:1769078522.491890:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078522.491899:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078522.491901:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078522.491906:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5509 00000100:00080000:0.0:1769078522.491910:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078522.491914:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078522.491919:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078522.491933:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612252800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078522.491979:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078522.747267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078522.747343:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078523.195552:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078523.771288:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078523.772881:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078524.219337:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078524.795265:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078524.795535:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078525.244498:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000400:00000100:2.0:1769078525.566408:0:2390:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.148:988 00000400:00000100:2.0:1769078525.566448:0:2390:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.148@tcp at host 192.168.204.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1769078525.566465:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078525.566505:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000800:00000100:2.0:1769078525.566514:0:2390:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.148@tcp 00000100:00100000:1.0:1769078525.566689:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078525] req@ffff88dac7d2e680 x1855007612252800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078525.566712:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612252800/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078525.566724:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078525.566728:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078525.566732:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252800:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078525.566739:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078525] req@ffff88dac7d2d500 x1855007612252672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078525.566750:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612252672/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078525.566758:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078525.566761:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078525.566764:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612252672:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078525.566770:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078522/real 1769078525] req@ffff88dac7d2ea00 x1855007612252544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078525.566781:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612252544/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078525.566787:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078525.566790:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078525.566793:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612252544:192.168.204.148@tcp:250:kworker.0 00000100:00100000:3.0:1769078525.819266:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078525.819694:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078526.267747:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078526.843249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078526.843380:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078527.291406:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078527.611263:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078527.611274:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078527.611278:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078527.611289:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5514 00000100:00080000:0.0:1769078527.611300:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078527.611307:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078527.611341:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612252928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078527.611374:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078527.611378:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078527.611380:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078527.611383:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5514 00000100:00080000:0.0:1769078527.611386:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078527.611390:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078527.611398:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078527.611411:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612253056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078527.611420:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078527.611423:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078527.611425:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078527.611441:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5514 00000100:00080000:0.0:1769078527.611445:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078527.611448:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078527.611453:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078527.611463:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612253184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078527.611496:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612252928:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078527.611559:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078527.611753:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527] req@ffff88dac7d2c000 x1855007612252928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078527.611774:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612252928/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078527.611783:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078527.611787:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078527.611791:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612252928:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078527.611799:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253056:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078527.611824:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078527.611837:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527] req@ffff88dac7d2d180 x1855007612253056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078527.611849:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612253056/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078527.611857:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078527.611875:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078527.611879:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253056:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078527.611886:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253184:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078527.611905:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078527.611917:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078527/real 1769078527] req@ffff88dac7d2c700 x1855007612253184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078527.611935:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612253184/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078527.611942:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078527.611945:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078527.611948:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253184:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078527.867257:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078527.867376:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078528.315568:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078528.891245:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078528.891358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078529.339361:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078529.915386:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078529.918932:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078530.363651:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078530.939379:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078530.939446:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078531.387774:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078531.963225:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078531.964373:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078532.411248:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078532.731268:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078532.731278:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078532.731282:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078532.731291:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5519 00000100:00080000:0.0:1769078532.731302:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078532.731308:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078532.731341:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2dc00 x1855007612253312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078532.731371:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078532.731375:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078532.731377:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078532.731381:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5519 00000100:00080000:0.0:1769078532.731384:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078532.731387:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078532.731395:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078532.731404:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d880 x1855007612253440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078532.731412:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078532.731415:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078532.731416:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078532.731419:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5519 00000100:00080000:0.0:1769078532.731421:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078532.731424:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078532.731427:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078532.731435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c700 x1855007612253568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078532.731631:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612253312:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078532.731685:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078532.731720:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532] req@ffff88dac7d2dc00 x1855007612253312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078532.731735:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2dc00 x1855007612253312/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078532.731743:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078532.731747:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078532.731750:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612253312:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078532.731756:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253440:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078532.731774:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078532.731783:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532] req@ffff88dac7d2d880 x1855007612253440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078532.731793:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d880 x1855007612253440/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078532.731800:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078532.731803:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078532.731807:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253440:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078532.731811:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253568:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078532.731825:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078532.731833:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078532/real 1769078532] req@ffff88dac7d2c700 x1855007612253568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078532.731842:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c700 x1855007612253568/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078532.731849:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078532.731851:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078532.731853:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253568:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078532.987272:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078532.987780:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078533.436065:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078534.011323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078534.012372:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078534.459226:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078535.035390:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078535.036547:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078535.483625:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:3.0:1769078536.059701:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078536.059725:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769078536.507265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078537.083493:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078537.083654:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078537.531279:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078537.851274:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078537.851289:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078537.851295:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078537.851308:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5524 00000100:00080000:3.0:1769078537.851321:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078537.851329:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078537.851373:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833480 x1855007612253696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078537.851398:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078537.851401:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078537.851403:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078537.851405:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5524 00000100:00080000:3.0:1769078537.851408:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078537.851411:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078537.851420:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078537.851444:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832a00 x1855007612253824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078537.851454:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078537.851457:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078537.851459:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078537.851463:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5524 00000100:00080000:3.0:1769078537.851466:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078537.851470:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078537.851475:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078537.851486:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830380 x1855007612253952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078537.851523:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612253696:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078537.851594:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078537.851637:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537] req@ffff88dac8833480 x1855007612253696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078537.851656:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833480 x1855007612253696/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078537.851667:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078537.851670:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078537.851673:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612253696:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078537.851679:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253824:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078537.851696:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078537.851705:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537] req@ffff88dac8832a00 x1855007612253824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078537.851712:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832a00 x1855007612253824/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078537.851718:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078537.851720:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078537.851722:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253824:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078537.851725:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253952:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078537.851736:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078537.851742:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078537/real 1769078537] req@ffff88dac8830380 x1855007612253952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078537.851749:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830380 x1855007612253952/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078537.851753:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078537.851754:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078537.851756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612253952:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078538.107307:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078538.107320:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078538.555330:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078539.131253:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078539.131304:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078539.579298:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078540.155254:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078540.156188:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769078540.603409:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078541.179277:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078541.180357:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078541.627299:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078542.203234:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078542.203341:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078542.651258:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078542.971259:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078542.971267:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078542.971271:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078542.971279:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5530 00000100:00080000:0.0:1769078542.971296:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078542.971301:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078542.971332:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d180 x1855007612254080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078542.971384:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078542.971387:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078542.971388:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078542.971391:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5530 00000100:00080000:0.0:1769078542.971393:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078542.971396:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078542.971404:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078542.971414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2c000 x1855007612254208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078542.971420:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078542.971422:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078542.971423:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078542.971425:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5530 00000100:00080000:0.0:1769078542.971426:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078542.971428:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078542.971430:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078542.971435:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612254336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078542.971553:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612254080:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078542.971603:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078542.971632:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542] req@ffff88dac7d2d180 x1855007612254080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078542.971644:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d180 x1855007612254080/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078542.971651:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078542.971654:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078542.971657:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612254080:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078542.971661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254208:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078542.971674:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078542.971680:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542] req@ffff88dac7d2c000 x1855007612254208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078542.971687:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2c000 x1855007612254208/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078542.971693:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078542.971695:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078542.971697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254208:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078542.971700:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254336:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078542.971709:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078542.971714:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078542/real 1769078542] req@ffff88dac7d2ea00 x1855007612254336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078542.971720:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612254336/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078542.971724:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078542.971726:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078542.971727:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254336:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078543.227276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078543.227429:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078543.675239:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078544.251305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078544.251813:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769078544.699331:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078545.275252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078545.275406:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078545.723281:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078546.299389:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078546.299469:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078546.747445:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078547.323258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078547.323363:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078547.771753:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078548.091411:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078548.091420:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078548.091423:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078548.091432:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5535 00000100:00080000:3.0:1769078548.091442:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078548.091448:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078548.091484:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832680 x1855007612254464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078548.091510:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078548.091513:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078548.091514:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078548.091517:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5535 00000100:00080000:3.0:1769078548.091520:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078548.091522:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078548.091530:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078548.091541:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833b80 x1855007612254592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078548.091550:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078548.091555:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612254464:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078548.091556:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078548.091559:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078548.091568:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5535 00000100:00080000:3.0:1769078548.091571:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078548.091574:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078548.091580:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078548.091592:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833100 x1855007612254720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078548.091626:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078548.091681:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078548/real 1769078548] req@ffff88dac8832680 x1855007612254464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078548.091700:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832680 x1855007612254464/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078548.091710:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078548.091715:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078548.091719:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612254464:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078548.091743:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254592:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078548.091766:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078548.091779:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078548/real 1769078548] req@ffff88dac8833b80 x1855007612254592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078548.091790:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833b80 x1855007612254592/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078548.091799:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078548.091803:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078548.091806:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254592:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078548.091812:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254720:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078548.091830:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078548.091841:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078548/real 1769078548] req@ffff88dac8833100 x1855007612254720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078548.091852:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833100 x1855007612254720/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078548.091859:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078548.091862:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078548.091865:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254720:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078548.347279:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078548.347389:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078548.795284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078549.371236:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078549.371271:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078549.819241:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078550.395263:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078550.395322:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078550.843385:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078551.419249:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078551.419305:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078551.867266:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078552.443323:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078552.445456:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078552.891260:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078553.211303:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078553.211312:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078553.211316:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078553.211327:0:111874:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5540 00000100:00080000:0.0:1769078553.211337:0:111874:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078553.211342:0:111874:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078553.211377:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612254848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078553.211405:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078553.211409:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078553.211411:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078553.211414:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5540 00000100:00080000:0.0:1769078553.211418:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078553.211421:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078553.211430:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078553.211442:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612254976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078553.211452:0:111874:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078553.211457:0:111874:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1769078553.211457:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612254848:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078553.211459:0:111874:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078553.211468:0:111874:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5540 00000100:00080000:0.0:1769078553.211472:0:111874:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078553.211475:0:111874:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078553.211479:0:111874:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078553.211490:0:111874:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612255104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078553.211524:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078553.211560:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553] req@ffff88dac7d2d500 x1855007612254848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078553.211578:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612254848/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078553.211585:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078553.211589:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078553.211593:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612254848:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078553.211614:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254976:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078553.211636:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078553.211648:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553] req@ffff88dac7d2e680 x1855007612254976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078553.211656:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612254976/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078553.211662:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078553.211664:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078553.211666:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612254976:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078553.211670:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255104:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078553.211686:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078553.211696:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078553/real 1769078553] req@ffff88dac7d2f480 x1855007612255104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078553.211707:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612255104/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078553.211720:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078553.211723:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078553.211726:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255104:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078553.467267:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078553.467333:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078553.915270:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078554.491258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078554.491393:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078554.939236:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078555.515242:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078555.515394:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078555.963211:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078556.539235:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078556.539290:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078556.987400:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078557.563262:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078557.564802:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078558.011257:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078558.331507:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078558.331518:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078558.331522:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078558.331531:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5545 00000100:00080000:0.0:1769078558.331542:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078558.331549:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078558.331586:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ca80 x1855007612255232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078558.331620:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078558.331624:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078558.331625:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078558.331629:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5545 00000100:00080000:0.0:1769078558.331633:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078558.331636:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078558.331644:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078558.331656:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f100 x1855007612255360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078558.331665:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078558.331668:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078558.331669:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078558.331673:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5545 00000100:00080000:0.0:1769078558.331676:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078558.331679:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078558.331683:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078558.331693:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2f480 x1855007612255488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078558.331784:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612255232:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078558.331839:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078558.331874:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558] req@ffff88dac7d2ca80 x1855007612255232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078558.331891:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ca80 x1855007612255232/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078558.331901:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078558.331905:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078558.331909:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612255232:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078558.331916:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255360:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078558.331936:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078558.331948:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558] req@ffff88dac7d2f100 x1855007612255360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078558.331959:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f100 x1855007612255360/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078558.331967:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078558.331969:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078558.331972:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255360:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078558.331978:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255488:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078558.332074:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078558.332098:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078558/real 1769078558] req@ffff88dac7d2f480 x1855007612255488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078558.332109:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2f480 x1855007612255488/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078558.332117:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078558.332120:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078558.332123:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255488:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078558.587276:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078558.587348:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078559.035240:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078559.611252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078559.611383:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078560.060693:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078560.635361:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078560.637289:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078561.083273:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078561.659286:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078561.659393:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078562.107261:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078562.683198:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078562.683257:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078563.131214:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078563.451267:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078563.451278:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078563.451282:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078563.451291:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5550 00000100:00080000:3.0:1769078563.451300:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078563.451305:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078563.451335:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831c00 x1855007612255616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078563.451357:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078563.451359:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078563.451360:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078563.451363:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5550 00000100:00080000:3.0:1769078563.451365:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078563.451367:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078563.451373:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078563.451381:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8833800 x1855007612255744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078563.451389:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078563.451391:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078563.451392:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078563.451396:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5550 00000100:00100000:1.0:1769078563.451399:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612255616:192.168.204.148@tcp:250:kworker.0 00000100:00080000:3.0:1769078563.451399:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078563.451403:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078563.451407:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078563.451414:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830e00 x1855007612255872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078563.451460:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078563.451497:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563] req@ffff88dac8831c00 x1855007612255616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078563.451515:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831c00 x1855007612255616/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078563.451523:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078563.451526:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078563.451528:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612255616:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078563.451546:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255744:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078563.451565:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078563.451576:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563] req@ffff88dac8833800 x1855007612255744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078563.451588:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8833800 x1855007612255744/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078563.451597:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078563.451601:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078563.451604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255744:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078563.451609:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255872:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078563.451623:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078563.451630:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078563/real 1769078563] req@ffff88dac8830e00 x1855007612255872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078563.451637:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830e00 x1855007612255872/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078563.451642:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078563.451644:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078563.451646:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612255872:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078563.707247:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078563.707291:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078564.155252:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078564.731258:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078564.731407:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078565.180569:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078565.755274:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078565.755405:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078566.203861:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078566.779260:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078566.780576:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078567.227425:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078567.805427:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078567.807669:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078568.251284:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078568.571333:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078568.571343:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1769078568.571347:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078568.571357:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5555 00000100:00080000:3.0:1769078568.571367:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078568.571374:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:3.0:1769078568.571407:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8830700 x1855007612256000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078568.571441:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078568.571445:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769078568.571447:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078568.571451:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5555 00000100:00080000:3.0:1769078568.571454:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078568.571458:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078568.571466:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078568.571488:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8831180 x1855007612256128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769078568.575795:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078568.575802:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1769078568.575807:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769078568.575815:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5555 00000100:00080000:3.0:1769078568.575825:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1769078568.575831:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:3.0:1769078568.575843:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078568.575870:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac8832300 x1855007612256256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078568.576003:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612256000:192.168.204.148@tcp:250:kworker.0 00000800:00000100:1.0:1769078568.576058:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078568.576094:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078568/real 1769078568] req@ffff88dac8830700 x1855007612256000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078568.576111:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8830700 x1855007612256000/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078568.576121:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078568.576125:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078568.576129:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612256000:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078568.576136:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256128:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078568.576175:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078568.576188:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078568/real 1769078568] req@ffff88dac8831180 x1855007612256128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078568.576200:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8831180 x1855007612256128/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078568.576208:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078568.576212:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078568.576215:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256128:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078568.576221:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256256:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078568.576240:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078568.576249:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078568/real 1769078568] req@ffff88dac8832300 x1855007612256256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078568.576272:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac8832300 x1855007612256256/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078568.576279:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078568.576283:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078568.576286:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac8832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256256:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078568.827318:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078568.828081:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078569.275231:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078569.853828:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078569.854737:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078570.299264:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078570.875269:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078570.875460:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078571.323265:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00010000:00010000:1.0:1769078571.899956:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078571.900036:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00000100:00100000:1.0:1769078572.347286:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078572.923287:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:3.0:1769078572.924401:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078573.371263:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078573.691295:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9370e11f-e918-4149-baf8-709b03b969fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078573.691305:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1769078573.691310:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078573.691320:0:99660:0:(import.c:509:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 192.168.204.148@tcp last attempt 5560 00000100:00080000:0.0:1769078573.691331:0:99660:0:(import.c:588:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078573.691338:0:99660:0:(import.c:623:import_select_connection()) MGC192.168.204.148@tcp: import ffff88dac7f67800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000100:00100000:0.0:1769078573.691374:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2e680 x1855007612256384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078573.691402:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078573.691406:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1769078573.691407:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078573.691411:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5560 00000100:00080000:0.0:1769078573.691415:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078573.691419:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff88dae4d46000: import ffff88dac92fa800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078573.691428:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078573.691441:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2d500 x1855007612256512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078573.691449:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612256384:192.168.204.148@tcp:250:kworker.0 00000100:00080000:0.0:1769078573.691455:0:99660:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a824c10-b5e0-49ce-a9b5-974c9f4d4948->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078573.691459:0:99660:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1769078573.691461:0:99660:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769078573.691465:0:99660:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: connect to NID 192.168.204.148@tcp last attempt 5560 00000100:00080000:0.0:1769078573.691470:0:99660:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1769078573.691473:0:99660:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff88dae4d46000: import ffff88dae0331800 using connection 192.168.204.148@tcp/192.168.204.148@tcp 00000008:00100000:0.0:1769078573.691478:0:99660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769078573.691489:0:99660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88dac7d2ea00 x1855007612256640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769078573.691519:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078573.691570:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078573/real 1769078573] req@ffff88dac7d2e680 x1855007612256384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078573.691587:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2e680 x1855007612256384/t0(0) o250->MGC192.168.204.148@tcp@192.168.204.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078573.691597:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac7f67800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078573.691600:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078573.691604:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9370e11f-e918-4149-baf8-709b03b969fa:2400:1855007612256384:192.168.204.148@tcp:250:kworker.0 00000100:00100000:1.0:1769078573.691625:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256512:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078573.691645:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078573.691659:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078573/real 1769078573] req@ffff88dac7d2d500 x1855007612256512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078573.691672:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2d500 x1855007612256512/t0(0) o38->lustre-MDT0000-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078573.691680:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dac92fa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078573.691683:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078573.691686:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256512:192.168.204.148@tcp:38:kworker.0 00000100:00100000:1.0:1769078573.691692:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256640:192.168.204.148@tcp:38:kworker.0 00000800:00000100:1.0:1769078573.691710:0:2400:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.148@tcp 00000100:00100000:1.0:1769078573.691720:0:2400:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078573/real 1769078573] req@ffff88dac7d2ea00 x1855007612256640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078573.691731:0:2400:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88dac7d2ea00 x1855007612256640/t0(0) o38->lustre-MDT0001-mdc-ffff88dae4d46000@192.168.204.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078573.691738:0:2400:0:(import.c:65:import_set_state_nolock()) ffff88dae0331800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078573.691768:0:2400:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.148@tcp failed (-110) 00000100:00100000:1.0:1769078573.691772:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff88dac7d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6a824c10-b5e0-49ce-a9b5-974c9f4d4948:2400:1855007612256640:192.168.204.148@tcp:38:kworker.0 00000100:00100000:3.0:1769078573.947252:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078573.947358:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078574.395602:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078574.971581:0:6161:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dac7d9af00 going to sleep for 0 seconds 00010000:00010000:1.0:1769078574.971623:0:6160:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078575.419464:0:111817:0:(client.c:2690:ptlrpc_set_wait()) set ffff88dad03a7600 going to sleep for 0 seconds Debug log: 80640 lines, 80640 kept, 0 dropped, 0 bad.